-- Logs begin at Wed 2021-08-04 15:48:22 UTC, end at Wed 2021-08-04 16:45:09 UTC. -- Aug 04 16:18:35.121240 dv-cinder-802882-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 16:18:37.832284 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.common.config [-] Logging enabled! Aug 04 16:18:37.832850 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 16:18:37.833075 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93181) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 16:18:37.837073 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.common.config [-] Logging enabled! Aug 04 16:18:37.837346 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev521 Aug 04 16:18:37.837666 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93181) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 16:18:37.838611 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:18:37.838847 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:18:37.839223 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:18:37.839474 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:18:37.839706 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:18:37.840055 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.840359 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.840667 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.840901 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.841199 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.841493 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.841783 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.842079 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.842380 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.842671 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.842958 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.843247 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.843482 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.843768 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.844089 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.844382 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.844612 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] debug = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.844900 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.845328 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.845748 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.846032 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.846326 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.846610 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.846886 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.847164 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.847452 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.847781 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] host = dv-cinder-802882-3-iscsi {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.848086 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.848376 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.848667 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.848958 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.849240 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.849517 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.849813 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.850091 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.850368 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] log_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.850654 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.850947 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.851241 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.851535 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.851764 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.852828 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.853131 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.853428 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.853715 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.853998 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.854280 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.854560 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.854838 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.855111 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.855401 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.855691 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.856013 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.856296 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.856576 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.856853 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.857129 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.857418 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.857696 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.857974 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.858251 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.858539 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.858813 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.859090 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.859395 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.859685 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.860001 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.860296 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.860573 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.860863 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.861142 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.861420 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.861694 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] use_json = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.861971 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.862245 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.862529 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.862805 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.863078 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.863356 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.863628 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.863945 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:37.864251 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.864553 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.864859 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.865148 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.865446 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.865729 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.866024 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.866307 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.866601 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.866896 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.867188 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.867471 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.868407 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.868711 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.869025 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.869345 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.869654 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.869960 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.870247 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.870534 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.870820 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.871113 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.871407 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.871707 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.872036 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.872320 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.872608 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.872909 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.873195 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.873476 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.873762 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.874058 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.874341 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.874622 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.874911 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.875198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.875479 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.875761 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.876073 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.876375 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.876913 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.877196 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.877473 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.877758 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.878035 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.878325 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.878610 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.878893 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.879175 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.879461 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.879740 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.880045 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.880333 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.880614 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.880899 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.881185 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.881466 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.881746 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.882025 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.882304 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.882582 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.882860 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.883143 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.883518 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.883801 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.884109 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.884392 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.884673 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.884964 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.885267 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.885552 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.885838 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.886124 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.886406 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.886687 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.886969 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.887254 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.887539 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.887818 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.888139 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.888428 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.888719 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.889005 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.889288 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.889589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.889872 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.890159 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.890440 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.890723 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.891023 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.891313 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.891616 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.891945 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.892249 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.892550 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.892848 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.893132 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.893445 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.893729 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:37.893957 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:18:37.894199 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93181) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 16:18:38.243632 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 16:18:38.243847 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 16:18:38.244236 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 16:18:38.244576 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 16:18:38.638990 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.639292 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.639570 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.640915 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.641197 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.641468 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.675915 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.676204 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.676477 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.691530 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.691818 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.692190 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.722427 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.722714 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.723045 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.759699 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.759957 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.760234 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.991787 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.992426 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.992426 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.993233 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:38.993869 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.113498 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.113822 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.114113 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.114390 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.114660 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.114973 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.115237 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.115495 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.115756 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.116066 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.116334 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.116604 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.116863 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.117120 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.117375 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.117841 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.118112 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.118383 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.118661 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.118924 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.119201 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.119457 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.119742 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.120154 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.120411 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.120662 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.121061 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:39.121307 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:39.121550 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:39.121791 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:39.122030 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:39.122269 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:39.122637 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 16:18:39.125865 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 16:18:39.130076 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 16:18:39.134384 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Aug 04 16:18:39.136050 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 16:18:39.136512 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 16:18:39.136854 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 16:18:39.137249 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 16:18:39.140056 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 16:18:39.140310 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 16:18:39.140659 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 16:18:39.145921 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 16:18:39.167886 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 16:18:39.168350 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.168654 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93181) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 16:18:39.169022 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.170373 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93181) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 16:18:39.170662 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 16:18:39.170913 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 16:18:39.174141 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.174432 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.238206 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 16:18:39.238449 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 16:18:39.238693 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 16:18:39.239069 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 16:18:39.260975 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_db.sqlalchemy.engines [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93181) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 16:18:39.804239 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing driver for type 'gre' Aug 04 16:18:39.804773 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] gre ID ranges: [(1, 1000)] Aug 04 16:18:39.857900 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing driver for type 'local' Aug 04 16:18:39.858311 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing driver for type 'vlan' Aug 04 16:18:39.871885 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] VlanTypeDriver initialization complete Aug 04 16:18:39.872230 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing driver for type 'vxlan' Aug 04 16:18:39.872721 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] vxlan ID ranges: [(1, 1000)] Aug 04 16:18:39.924264 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing extension driver 'port_security' Aug 04 16:18:39.924602 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.extensions.port_security [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] PortSecurityExtensionDriver initialization complete Aug 04 16:18:39.924933 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing mechanism driver 'openvswitch' Aug 04 16:18:39.925261 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing mechanism driver 'hyperv' Aug 04 16:18:39.932232 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.plugin [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93181) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:18:39.933082 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.933460 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.933819 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.934342 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:18:39.934783 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.935141 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.935493 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.935916 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:18:39.936331 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.936689 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.937040 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.937433 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:18:39.937842 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.938202 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.938549 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.938954 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:18:39.939364 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.939714 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.940080 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.940473 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:18:39.940885 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.941233 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.941573 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.941968 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93181) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 16:18:39.942345 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] ML2 OVO RPC backend initialized. {{(pid=93181) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 16:18:39.943060 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.943420 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.943841 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.944213 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > networks before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.944565 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.944911 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > ports before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.945257 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.945602 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.946651 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.947016 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.947361 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.947701 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.948072 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.948412 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.948753 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.949091 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.949428 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.950006 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.plugin [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Modular L2 Plugin initialization complete Aug 04 16:18:39.950337 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading services supported by the core plugin {{(pid=93181) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 16:18:39.950665 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.plugins.ml2.managers [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Got port-security extension from driver 'port_security' Aug 04 16:18:39.951131 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.extensions.vlantransparent [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Disabled vlantransparent extension. Aug 04 16:18:39.951646 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93181) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 16:18:39.951961 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: router Aug 04 16:18:39.987203 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.987600 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router after_create 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.988001 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router before_create 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.988374 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.988755 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.989114 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router after_delete 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.989477 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.989845 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router after_create 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.990314 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router after_update 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.990668 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router after_update 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.991021 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.991386 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router after_update 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.991799 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.992194 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: port after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.993325 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: port after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.993498 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: subnet after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.993846 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.994201 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.994555 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.994909 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: port before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.995268 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.995631 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router after_update 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.996019 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.996379 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.996748 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.997100 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.997468 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > agent after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.997820 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > agent after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.998166 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > network after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:39.999076 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Tracking information for resource: router configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:39.999366 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Tracking information for resource: floatingip configured {{(pid=93181) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 16:18:40.004502 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.db.l3_agentschedulers_db [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 16:18:40.005093 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: port after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.005458 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: port after_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.005814 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: port after_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.006172 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: port after_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.006969 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router before_create 55550100 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.007338 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.007706 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.008720 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.013155 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.services.provider_configuration [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service providers = [] {{(pid=93181) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 16:18:40.013528 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.db.servicetype_db [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93181) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 16:18:40.016525 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.services.service_base [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:18:40.016880 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.services.service_base [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:18:40.017229 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.services.service_base [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:18:40.018144 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.services.service_base [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93181) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 16:18:40.018520 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.services.service_base [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 16:18:40.018893 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.019215 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 16:18:40.031162 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.031505 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: auto_allocate Aug 04 16:18:40.037287 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: network precommit_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.037658 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: network precommit_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.038184 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.038508 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: tag Aug 04 16:18:40.045239 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.045578 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: timestamp Aug 04 16:18:40.049408 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.049744 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: network_ip_availability Aug 04 16:18:40.055852 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.056213 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.056578 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.057301 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.057631 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: flavors Aug 04 16:18:40.062558 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.062898 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading Plugin: revisions Aug 04 16:18:40.067290 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93181) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 16:18:40.067692 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_concurrency.lockutils [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.823s {{(pid=93181) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 16:18:40.068480 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93181) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 16:18:40.068822 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Initializing extension manager. Aug 04 16:18:40.069337 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: __init__.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.069682 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: __pycache__ {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.070021 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.070357 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: address_group.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.071695 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.072302 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: address-group Aug 04 16:18:40.072631 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: address_scope.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.073356 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.073860 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: address-scope Aug 04 16:18:40.074186 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.075118 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.075622 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: router-admin-state-down-before-update Aug 04 16:18:40.075987 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: agent.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.076695 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.077204 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: agent Aug 04 16:18:40.077527 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: agent_resources_synced.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.078445 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.078949 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: agent-resources-synced Aug 04 16:18:40.079273 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.081098 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.081619 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: allowed-address-pairs Aug 04 16:18:40.081946 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.083021 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.083531 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: auto-allocated-topology Aug 04 16:18:40.083873 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: availability_zone.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.084578 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.085079 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: availability_zone Aug 04 16:18:40.085402 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: availability_zone_filter.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.086501 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.087012 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: availability_zone_filter Aug 04 16:18:40.087335 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: data_plane_status.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.088285 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.088783 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 16:18:40.089109 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: default_subnetpools.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.090032 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.090531 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: default-subnetpools Aug 04 16:18:40.090856 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.091669 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.092210 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: dhcp_agent_scheduler Aug 04 16:18:40.092538 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: dns.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.093457 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.093957 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 16:18:40.094283 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: dns_domain_ports.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.095204 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.095708 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 16:18:40.096074 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.097005 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.097505 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 16:18:40.097831 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: dvr.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.098506 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.099007 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: dvr Aug 04 16:18:40.099329 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: ecmp_routes.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.100299 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.100799 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 16:18:40.101121 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: empty_string_filtering.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.102078 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.102559 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: empty-string-filtering Aug 04 16:18:40.102879 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.103800 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.104334 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 16:18:40.104655 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.105584 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.106081 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 16:18:40.106403 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: external_net.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.107333 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.107837 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: external-net Aug 04 16:18:40.108188 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.109102 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.109603 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: extra_dhcp_opt Aug 04 16:18:40.109926 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: extraroute.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.110845 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.111347 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: extraroute Aug 04 16:18:40.111670 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: extraroute_atomic.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.112745 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.113250 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: extraroute-atomic Aug 04 16:18:40.113575 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: filter_validation.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.114417 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.114923 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: filter-validation Aug 04 16:18:40.115250 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: fip_pf_description.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.116211 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.116715 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 16:18:40.117040 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: fip_port_details.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.120745 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.121261 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: fip-port-details Aug 04 16:18:40.121594 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: flavors.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.122829 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.123346 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: flavors Aug 04 16:18:40.123672 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.125479 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.126063 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 16:18:40.127001 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: floatingip_pools.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.130741 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.130741 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: floatingip-pools Aug 04 16:18:40.130741 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: ip_allocation.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.130741 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.130741 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 16:18:40.130741 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.132998 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.132998 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: ip-substring-filtering Aug 04 16:18:40.132998 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l2_adjacency.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.134164 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.134675 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 16:18:40.135744 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l3.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.136059 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.136582 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: router Aug 04 16:18:40.136912 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.139219 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.139752 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 16:18:40.140124 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.141096 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.141610 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: ext-gw-mode Aug 04 16:18:40.141941 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.142869 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.143378 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: l3-ha Aug 04 16:18:40.143709 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l3_flavors.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.144663 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.145176 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: l3-flavors Aug 04 16:18:40.145503 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.146420 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.146926 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 16:18:40.147252 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: l3agentscheduler.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.148338 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.148876 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: l3_agent_scheduler Aug 04 16:18:40.149328 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: logging.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.150830 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.151345 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension logging not supported by any of loaded plugins Aug 04 16:18:40.151679 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: metering.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.152462 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.153156 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: metering Aug 04 16:18:40.153486 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.154720 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.155230 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: metering_source_and_destination_fields Aug 04 16:18:40.155558 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: multiprovidernet.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.156529 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.157041 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: multi-provider Aug 04 16:18:40.157367 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: netmtu.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.158289 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.158795 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: net-mtu Aug 04 16:18:40.159118 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: netmtu_writable.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.160184 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.160687 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: net-mtu-writable Aug 04 16:18:40.161010 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: network_availability_zone.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.161680 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.165081 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: network_availability_zone Aug 04 16:18:40.165453 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: network_ip_availability.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.166640 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.167155 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: network-ip-availability Aug 04 16:18:40.167478 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: network_segment_range.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.168324 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.168848 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 16:18:40.169168 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: pagination.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.170146 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.170469 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: pagination Aug 04 16:18:40.170783 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: port_device_profile.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.171685 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.172219 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: port-device-profile Aug 04 16:18:40.172543 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.173466 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.173962 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: port-mac-address-regenerate Aug 04 16:18:40.174281 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.175213 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.175719 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: port-numa-affinity-policy Aug 04 16:18:40.176091 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: port_resource_request.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.177026 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.177524 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 16:18:40.177842 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: portbindings.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.178753 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.179254 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: binding Aug 04 16:18:40.179570 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: portbindings_extended.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.181445 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.181949 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: binding-extended Aug 04 16:18:40.182273 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: portsecurity.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.183216 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.183693 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: port-security Aug 04 16:18:40.184046 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: project_id.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.185036 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.185361 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: project-id Aug 04 16:18:40.185678 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: providernet.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.186595 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.187094 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: provider Aug 04 16:18:40.187411 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.190954 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.191465 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos not supported by any of loaded plugins Aug 04 16:18:40.191818 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.193069 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.193571 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 16:18:40.193898 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.194803 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.195303 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 16:18:40.196285 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_default.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.197214 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.197717 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-default not supported by any of loaded plugins Aug 04 16:18:40.198042 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_fip.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.198688 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.199177 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 16:18:40.199494 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.200438 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.200936 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 16:18:40.201256 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.202154 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.202648 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 16:18:40.202969 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_pps_rule.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.204158 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.204664 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-pps not supported by any of loaded plugins Aug 04 16:18:40.204985 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.205894 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.206389 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 16:18:40.206708 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: qos_rules_alias.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.207738 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.208272 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 16:18:40.208590 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: quotasv2.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.209685 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.210011 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: quotas Aug 04 16:18:40.210327 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: quotasv2_detail.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.213526 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.213869 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: quota_details Aug 04 16:18:40.214199 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: rbac.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.215260 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.215779 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: rbac-policies Aug 04 16:18:40.216133 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: rbac_address_group.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.217059 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.217563 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: rbac-address-group Aug 04 16:18:40.217886 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: rbac_address_scope.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.218796 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.219299 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: rbac-address-scope Aug 04 16:18:40.219619 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: rbac_security_groups.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.220545 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.221045 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: rbac-security-groups Aug 04 16:18:40.221366 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.222270 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.222770 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: rbac-subnetpool Aug 04 16:18:40.223088 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: revisionifmatch.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.224024 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.224530 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: revision-if-match Aug 04 16:18:40.224852 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: revisions.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.225951 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.226453 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: standard-attr-revisions Aug 04 16:18:40.226776 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: router_availability_zone.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.227586 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.228119 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: router_availability_zone Aug 04 16:18:40.228438 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: routerservicetype.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.229362 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.229862 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 16:18:40.230179 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.231106 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.231614 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: security-groups-normalized-cidr Aug 04 16:18:40.231966 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.232883 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.233389 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: port-security-groups-filtering Aug 04 16:18:40.233706 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.234625 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.235124 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: security-groups-remote-address-group Aug 04 16:18:40.235440 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: securitygroup.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.245518 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.246042 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: security-group Aug 04 16:18:40.246372 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: segment.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.247159 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.247663 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension segment not supported by any of loaded plugins Aug 04 16:18:40.248015 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.248953 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.249455 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 16:18:40.249780 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: servicetype.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.250955 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.251716 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: service-type Aug 04 16:18:40.252070 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: sorting.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.253046 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.253374 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: sorting Aug 04 16:18:40.253698 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: standard_attr_segment.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.254654 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.255108 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 16:18:40.255430 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: standardattrdescription.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.256105 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.256612 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: standard-attr-description Aug 04 16:18:40.256933 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: stateful_security_group.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.257858 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.259081 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: stateful-security-group Aug 04 16:18:40.259400 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: stdattrs_common.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.260010 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 16:18:40.260327 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.261239 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.261745 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 16:18:40.262065 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: subnet_onboard.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.263115 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.263645 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: subnet_onboard Aug 04 16:18:40.263993 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.264903 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.265396 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 16:18:40.265713 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: subnet_service_types.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.266636 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.267134 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: subnet-service-types Aug 04 16:18:40.267452 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: subnetallocation.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.268533 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.269042 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: subnet_allocation Aug 04 16:18:40.269364 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.270026 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.270525 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: subnetpool-prefix-ops Aug 04 16:18:40.270842 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.271756 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.272286 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 16:18:40.272605 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: tagging.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.273649 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.274195 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: standard-attr-tag Aug 04 16:18:40.274517 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: timestamp.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.275711 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.276244 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loaded extension: standard-attr-timestamp Aug 04 16:18:40.276568 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: trunk.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.277602 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.278106 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension trunk not supported by any of loaded plugins Aug 04 16:18:40.278427 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: trunk_details.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.279338 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.279838 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 16:18:40.280184 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.281095 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.281596 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 16:18:40.281914 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Loading extension file: vlantransparent.py {{(pid=93181) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 16:18:40.282574 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93181) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 16:18:40.283069 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 16:18:40.285495 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:network Aug 04 16:18:40.286040 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:subnet Aug 04 16:18:40.286434 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:18:40.286819 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:port Aug 04 16:18:40.288087 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.288533 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service FLAVORS assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.289153 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.290170 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.290499 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:router Aug 04 16:18:40.290923 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 16:18:40.291419 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service METERING assigned prefix: /metering {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.292873 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.293243 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.293592 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93181) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:18:40.294610 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 16:18:40.295092 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:security_group Aug 04 16:18:40.295536 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 16:18:40.296165 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service CORE assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.296497 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:18:40.296837 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] subnetpool is already registered Aug 04 16:18:40.297262 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service CORE assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.297583 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:18:40.297912 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] subnetpool is already registered Aug 04 16:18:40.300198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.300747 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service FLAVORS assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.301369 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.301788 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.302117 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:router Aug 04 16:18:40.302451 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] router is already registered Aug 04 16:18:40.302862 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 16:18:40.303193 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] floatingip is already registered Aug 04 16:18:40.303669 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service METERING assigned prefix: /metering {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.304392 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 16:18:40.304715 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] rbac_policy is already registered Aug 04 16:18:40.305718 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:security_group Aug 04 16:18:40.306100 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] security_group is already registered Aug 04 16:18:40.306458 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 16:18:40.306786 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] security_group_rule is already registered Aug 04 16:18:40.307268 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service CORE assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.307585 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:18:40.307936 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] subnetpool is already registered Aug 04 16:18:40.308351 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.v2.resource_helper [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Service CORE assigned prefix: {{(pid=93181) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 16:18:40.308668 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 16:18:40.308993 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING neutron.quota.resource_registry [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] subnetpool is already registered Aug 04 16:18:40.310683 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: extensions {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.312174 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: address-groups {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.313659 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: address-scopes {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.314858 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: agents {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.316137 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: auto-allocated-topology {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.317366 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: availability_zones {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.318564 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: dhcp-networks {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.319994 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: dhcp-agents {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.321643 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: routers {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.323322 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: flavors {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.324508 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: service_profiles {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.325793 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: next_providers {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.327206 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: service_profiles {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.328689 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: floatingip-pools {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.329983 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: routers {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.331659 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: floatingips {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.332841 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: l3-routers {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.334303 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: l3-agents {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.335900 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: metering-labels {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.337198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: metering-label-rules {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.338440 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: network-ip-availabilities {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.339778 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: bindings {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.341335 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: quotas {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.342818 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: quotas {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.344378 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: rbac-policies {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.345560 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: security-groups {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.346746 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: security-group-rules {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.348084 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: service-providers {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.349416 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: subnetpools {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.350731 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: subnetpools {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.352807 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.354478 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.356329 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.358278 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.359972 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.361773 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.363555 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.365351 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.368723 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.370443 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron.api.extensions [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Extended resource: tags {{(pid=93181) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 16:18:40.376710 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING keystonemiddleware.auth_token [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 16:18:40.381137 dv-cinder-802882-3-iscsi neutron-server[93181]: WARNING keystonemiddleware.auth_token [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 16:18:40.389527 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_concurrency.lockutils [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Acquired lock "singleton_lock" {{(pid=93181) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 16:18:40.389996 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_concurrency.lockutils [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Releasing lock "singleton_lock" {{(pid=93181) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 16:18:40.390634 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO oslo_service.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Starting 2 workers Aug 04 16:18:40.395441 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Started child 93290 {{(pid=93181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:18:40.400307 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Started child 93291 {{(pid=93181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:18:40.400692 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.401453 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO neutron.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 16:18:40.402134 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Notify callbacks [] for process, before_spawn {{(pid=93181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.402303 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [-] (93290) wsgi starting up on http://0.0.0.0:9696 Aug 04 16:18:40.404575 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO oslo_service.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Starting 1 workers Aug 04 16:18:40.404834 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.406244 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [-] (93291) wsgi starting up on http://0.0.0.0:9696 Aug 04 16:18:40.409729 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Started child 93292 {{(pid=93181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:18:40.410218 dv-cinder-802882-3-iscsi neutron-server[93181]: INFO oslo_service.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Starting 1 workers Aug 04 16:18:40.413435 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] calling RpcWorker wait() {{(pid=93292) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 16:18:40.413984 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] returning from RpcWorker wait() {{(pid=93292) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 16:18:40.415298 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Started child 93293 {{(pid=93181) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 16:18:40.415897 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.416225 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG neutron_lib.callbacks.manager [None req-1639e072-4a81-474e-b37f-e166a36673e6 None None] Notify callbacks [] for process, after_spawn {{(pid=93181) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.416516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:18:40.418011 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93181) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 16:18:40.418218 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:18:40.418403 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:18:40.418631 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:18:40.418966 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:18:40.419129 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:18:40.419642 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.419929 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.420075 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:40.420546 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.420546 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.420690 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.421241 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.421520 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.421753 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.422009 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.422260 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.422427 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.422591 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.422838 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.423070 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.423346 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.423630 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.423897 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.424179 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.424351 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.424600 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.424858 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.425114 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.425366 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] debug = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.425603 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.426089 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.426322 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.426558 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.426777 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.427041 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.427286 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.427565 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.427809 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.428050 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.428282 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.428535 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.428770 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.428980 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.429213 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.429456 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.429674 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.430789 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] host = dv-cinder-802882-3-iscsi {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.431082 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.431299 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.431528 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.431783 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.432047 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.432297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.432522 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.432763 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.433024 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.433280 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.433518 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.433763 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.433999 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.434243 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.434405 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_options = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.434644 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.434898 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.435179 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.435361 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.435527 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.435702 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.435980 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.436143 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.436395 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.436611 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.436824 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.437036 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.437248 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.437477 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.437711 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.437959 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.438189 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.438396 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.438646 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.438885 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.439106 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.439338 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.439556 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.439791 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.440055 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.440269 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.440495 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.440729 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.440952 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.441222 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.441483 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.441758 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.441994 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.442254 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.442483 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.442710 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.442939 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.443211 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.443440 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.443693 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.443980 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.444194 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.444415 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.444647 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.444873 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.445088 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_json = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.445297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.445551 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.445898 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.446114 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.446347 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.446553 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.446765 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.447023 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.447454 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.447742 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.448069 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.448338 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.448570 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.448808 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.449037 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.449264 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.449492 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.449722 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.450035 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.450257 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.450650 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.451061 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.451290 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.451608 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.451887 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.452158 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.452378 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.452502 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:18:40.452630 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.452840 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.453059 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.453379 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.453798 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.454101 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.454623 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.455054 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.455296 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.455529 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.455773 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.456343 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.456343 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.456504 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.456818 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.457038 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.457277 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.457538 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.457754 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.457997 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.458247 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.458499 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.458860 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.458962 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.459165 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.459378 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.459608 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.459904 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.460102 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.460356 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.460609 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.460857 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.461081 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.461391 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.461643 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.461838 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.462306 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.462473 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.462660 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.462955 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.463108 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.463338 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.463591 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.463831 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.464070 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.464286 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.464523 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.464736 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.464970 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.465191 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.465409 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.465627 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.465838 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.466048 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.466258 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.466474 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.466686 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.466897 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.467107 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.467321 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.467530 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.467739 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.467989 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.468410 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.468410 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.468697 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.469010 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.469255 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.469538 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.469732 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.470118 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.470430 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.470851 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.471027 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.471925 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.472420 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.474050 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.476297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.476297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.476297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.476297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.476663 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.476663 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.477387 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.477758 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.478061 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.478320 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.478591 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.478860 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.479498 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.479761 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.480056 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.480350 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.480632 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.480986 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.481799 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.482471 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.482772 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.483072 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.483352 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.483601 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.483843 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.484498 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.484783 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.485072 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.488374 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.488718 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.488977 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.489278 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.489526 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.489782 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.490026 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.490286 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.490597 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.490858 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.491122 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.491343 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.491622 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.492501 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.495907 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.496227 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.496512 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.496777 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.497066 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.497329 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.497577 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.497824 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.498071 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.498301 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.498564 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.498797 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.499057 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.499281 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.499515 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.499766 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.500583 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.504285 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.504546 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.504812 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.505051 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.505662 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.505662 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.505878 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.506131 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.506388 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.506618 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.506846 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.507061 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.507417 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.507661 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.507959 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.508365 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.509140 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.510182 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.511681 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.511979 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.512222 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.512489 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.512726 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.512956 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.513183 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.513434 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.513679 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.513901 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.514137 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.514382 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.514652 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.514913 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.515254 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.515514 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.515748 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.516262 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.516491 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.516744 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.516994 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.517236 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.517472 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.517726 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.518043 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.518347 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.518593 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.518848 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.519068 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.519302 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.519533 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.519749 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.519988 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.520289 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.520554 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.520828 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.521153 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.521396 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.521643 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.521872 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.522086 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.522297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.522520 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.522737 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.522957 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.523200 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.523409 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.523641 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.523945 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.524179 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.524489 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.524715 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.524927 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.525172 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.525397 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.525618 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.525830 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.526054 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.526306 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.526516 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.526757 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.526974 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.527185 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.527408 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.527617 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.527826 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.528092 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.528315 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.528526 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.528819 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.529078 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.529296 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.529573 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.529821 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.531689 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.531992 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.532561 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.532830 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.533191 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.534059 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.534290 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.535031 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.535297 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.535644 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.535935 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.536196 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.536692 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.536969 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.537243 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.538584 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.538814 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.539994 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.540332 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.540629 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.541315 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.542711 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.543967 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.544211 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.544459 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.544723 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.544981 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.545207 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.545482 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.545720 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.545966 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.546218 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.546474 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.546712 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.546957 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.547174 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.547425 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.547662 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.547820 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:18:40.548992 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93181) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 16:18:40.549157 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 16:18:40.549312 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 16:18:40.549481 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 16:18:40.549650 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 16:18:40.549776 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:18:40.549867 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 16:18:40.549997 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.550156 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.550314 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.550470 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.550628 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.550806 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.550966 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.551158 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.551314 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.551470 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.551625 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.551782 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.551960 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.552117 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.552274 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.552447 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.552585 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.552739 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.552899 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.553055 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.553209 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.553363 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.553520 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] debug = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.553667 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.553855 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.554015 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.554170 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.554325 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.554480 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.554634 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.554788 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.554997 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.555684 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.555846 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.556089 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.556313 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.556411 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.556567 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.556723 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.556877 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.557032 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] host = dv-cinder-802882-3-iscsi {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.557186 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.557341 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.557495 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.557661 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.557808 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.557962 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.558106 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.558236 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.558382 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.558536 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.558665 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.558822 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.558976 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.559130 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.559284 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_options = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.559440 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.559595 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.559738 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.559949 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.560117 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.560273 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.560429 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.560584 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.560738 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.560894 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.561049 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.561204 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.561359 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.561513 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.561667 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.561821 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.561977 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.562131 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.563812 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.564047 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.564257 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.564514 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.564808 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.565015 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.565186 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.565352 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.565555 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.565760 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567439 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567439 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567439 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567439 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567439 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567826 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567826 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.567826 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.568482 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.568482 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.568482 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.568482 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.568755 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.568755 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.568909 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.569027 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.569183 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.569342 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_json = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.569499 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.569655 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.569811 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.569968 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.570125 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.570281 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.570437 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.570649 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 16:18:40.570888 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.571052 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.571224 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.571385 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.571548 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.571709 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.571890 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.572046 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.572205 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.572385 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.572568 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.572676 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.572848 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.573008 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.573165 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.573326 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.573485 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.573644 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.573804 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.573962 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.574122 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.574281 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.574454 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.574612 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.575237 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.575446 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.575617 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.575827 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.576052 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.576215 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.576342 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.576503 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.576662 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.576820 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.577028 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.577193 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.577351 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.577516 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.577675 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.577835 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.577995 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.578461 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.578632 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.578792 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.578952 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.579112 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.579273 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.579434 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.579593 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.579750 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.579941 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.580101 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.580260 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.580420 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.580579 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.580738 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.580896 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.581054 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.581213 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.581372 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.581529 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.581700 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.581859 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.582017 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.582175 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.582334 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.582492 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.582652 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.582812 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.582970 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.583128 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.583288 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.583447 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.583606 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.583765 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.583956 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.584121 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.584278 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.584438 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.584597 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.584756 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.584914 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.585072 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.585232 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.585402 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.585579 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.585736 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.585894 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.586052 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.586253 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.586403 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.586562 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.586721 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.586879 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.587038 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.587196 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.587356 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.587502 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.587662 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.587806 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.587989 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.588147 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.588339 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.589094 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.589278 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.589446 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.589617 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.590033 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.590518 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.590615 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.590739 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.590916 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.591079 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.593589 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594198 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594593 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594593 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594734 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594811 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.594975 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.595164 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.595319 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.595479 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.595649 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.595812 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.596036 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.596199 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.596366 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.596541 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.596694 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.596851 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.597015 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.597179 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.597342 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.597504 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.597667 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.597831 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.597993 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.598157 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.598319 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.598484 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.598645 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.598808 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.598970 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.599132 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.599294 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.599455 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.599617 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.599785 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.599980 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.600144 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.600300 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.600463 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.600626 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.600787 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.601228 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.601228 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.601485 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.601485 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.601645 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.601724 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.602400 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.602619 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.602737 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.602862 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.603015 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.603185 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.603496 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.603496 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.603685 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.603813 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.604030 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.604161 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.604321 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.604480 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.604658 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.604822 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.604987 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.605149 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.605312 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.605474 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.605637 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.605797 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.605958 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.606119 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.606279 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.606444 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.606812 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.606812 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.606970 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.607072 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.607358 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.607457 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.607536 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.607707 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.607886 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.608056 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.608217 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.608378 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.608540 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.608711 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.608873 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.609035 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.609196 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.609357 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.609517 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.609688 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.609850 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.610010 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.610169 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.610330 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.610490 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.610659 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.610820 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.610981 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.611142 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.611303 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.611463 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.611632 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.611794 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.611976 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.612138 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.612298 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.612458 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.612628 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.612789 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.612950 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.613110 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.613271 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.613433 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.613601 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.613763 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.613924 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.614094 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.614254 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.614438 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.614599 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.614772 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.614933 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.615097 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.615258 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.615419 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.615579 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.615741 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.615927 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.616097 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.616265 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.616429 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.616597 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.616767 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.616940 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.617102 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.617269 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.617485 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.617656 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.617817 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.618105 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.618270 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.618433 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.618594 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.618755 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.618916 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.619078 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.619240 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.619402 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.619563 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.619725 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.619920 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.620060 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.620222 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.620382 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.620544 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.620705 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 16:18:40.620860 dv-cinder-802882-3-iscsi neutron-server[93181]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93181) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 16:18:40.795394 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 42376) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:40.803836 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062313 Aug 04 16:18:52.085959 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4177077c-b4b2-4385-bb4d-4a3cbf0bb9ab None None] get_active_networks_info from dv-cinder-802882-3-iscsi {{(pid=93292) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 16:18:52.176787 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4177077c-b4b2-4385-bb4d-4a3cbf0bb9ab None None] No non-hosted networks {{(pid=93292) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 16:18:52.204442 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.agentschedulers_db [None req-4177077c-b4b2-4385-bb4d-4a3cbf0bb9ab None None] DHCP Agent not found on host dv-cinder-802882-3-iscsi {{(pid=93292) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 16:18:52.315881 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b4089158-5e53-4ad2-bb62-b2e04e90b732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-470418'] for agent, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:54.580293 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-55da5845-f372-4fab-b2a8-477787d28cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-470418'] for agent, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:54.617285 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-68fc1d22-3fb7-4cc6-ae6b-65a1792a6d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:55.078632 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-470418'] for agent, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:55.079750 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.080452 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.081036 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.081944 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.082583 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.083130 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.083703 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.084569 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.085121 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.085768 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.086611 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.087165 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:18:55.087917 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802882-3-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:18:55.100385 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802882-3-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:18:55.670380 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-470418'] for agent, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:57.011516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-470418'] for agent, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:18:58.397064 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 42468) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:18:58.906975 dv-cinder-802882-3-iscsi neutron-server[93291]: WARNING oslo_policy.policy [None req-d01098a6-4e0e-4e43-ae0f-db92506431b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:18:58.907572 dv-cinder-802882-3-iscsi neutron-server[93291]: WARNING oslo_policy.policy [None req-d01098a6-4e0e-4e43-ae0f-db92506431b6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:18:59.125511 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [None req-d01098a6-4e0e-4e43-ae0f-db92506431b6 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:18:59.126840 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d01098a6-4e0e-4e43-ae0f-db92506431b6 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7288861 Aug 04 16:18:59.900566 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.db.l3_hamode_db [None req-c0ccf6b5-2352-4f2a-9085-0f1e337533d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 16:18:59.977316 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccf6b5-2352-4f2a-9085-0f1e337533d5 None None] Routers set() bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:18:59.977692 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ccf6b5-2352-4f2a-9085-0f1e337533d5 None None] Router IDs set() for agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 16:19:01.509411 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 42482) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:01.822207 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:01.915143 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.policy [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93291) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 16:19:01.959180 dv-cinder-802882-3-iscsi neutron-server[93291]: WARNING oslo_policy.policy [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:19:01.959546 dv-cinder-802882-3-iscsi neutron-server[93291]: WARNING oslo_policy.policy [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:19:01.968621 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.quota [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] Loaded quota_driver: . Aug 04 16:19:02.059692 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791842188006', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791842186427', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791842183358', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791842181843', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791842860867', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8791842283979', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1531072', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1614150', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576418', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16193062'] for rbac-policy, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:02.124289 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:02.125771 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d5799d4d-6930-4929-8b51-856b62b54936 admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6151340 Aug 04 16:19:04.666805 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42494) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:05.150361 dv-cinder-802882-3-iscsi neutron-server[93290]: WARNING oslo_policy.policy [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:19:05.150964 dv-cinder-802882-3-iscsi neutron-server[93290]: WARNING oslo_policy.policy [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:19:05.365964 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Request body: {'network': {'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:05.367638 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.quota [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Loaded quota_driver: . Aug 04 16:19:05.424644 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Made reservation on behalf of f73d74bad93044f99d3968765b2ccba6 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:19:05.492326 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.policy [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93290) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 16:19:05.536787 dv-cinder-802882-3-iscsi neutron-server[93290]: WARNING oslo_policy.policy [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:19:05.537160 dv-cinder-802882-3-iscsi neutron-server[93290]: WARNING oslo_policy.policy [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 16:19:05.547085 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:05.568521 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:05.702870 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:05.706542 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:05.730702 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:19:05.756132 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791840496213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:05.756723 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Unsubscribe: segment precommit_create {{(pid=93290) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 16:19:05.757826 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Added segment 0015010b-0278-47b6-bc49-41a4dd4ad5ec of type vlan for network 21ed86df-2d99-4cfb-a936-891241ed1de2 Aug 04 16:19:05.767010 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d338c6b4-5ffb-4e33-aa1f-db83613e6022,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:05.790032 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.790398 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.790743 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.791077 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.791420 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.791762 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.792117 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.792451 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.792796 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.793122 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.793444 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.793764 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Tracked resource versions report: Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: pushed versions: Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: { 'AddressGroup': {'1.2'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'ConntrackHelper': {'1.0'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Log': {'1.0'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Network': {'1.1'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Port': {'1.7'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'PortForwarding': {'1.2'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'QosPolicy': {'1.9'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroup': {'1.4'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SubPort': {'1.0'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Subnet': {'1.1'}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Trunk': {'1.1'}} Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: consumer versions: Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'ConntrackHelper': '1.0', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Log': '1.0', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Network': '1.1', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Port': '1.7', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'PortForwarding': '1.2', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'QosPolicy': '1.9', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroup': '1.4', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroupRule': '1.2', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SubPort': '1.0', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Subnet': '1.1', Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Trunk': '1.1'}} Aug 04 16:19:05.794826 dv-cinder-802882-3-iscsi neutron-server[93290]: {{(pid=93290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:19:05.891798 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:05.943664 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:05.944978 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:05.945672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:06.023656 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3545671 Aug 04 16:19:06.045324 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe443d4-cf7a-4ed8-afae-1cbce9d1d901 admin admin] Pushing event updated for resources: {'Network': ['ID=21ed86df-2d99-4cfb-a936-891241ed1de2,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:06.057844 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:19:08.633914 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42516) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:09.015548 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc9a8c-d0bf-43e3-8c3f-66e21497d0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:09.016929 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-4afc9a8c-d0bf-43e3-8c3f-66e21497d0ce admin admin] 10.222.0.79 "GET /v2.0/networks/21ed86df-2d99-4cfb-a936-891241ed1de2 HTTP/1.1" status: 200 len: 825 time: 0.3820524 Aug 04 16:19:09.057537 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-97772ba3-c7e0-4e85-ba18-1efe64751302 admin admin] 10.222.0.79 "GET /v2.0/subnetpools/fc95d3c9-10fe-45ce-abee-8570581e07a8 HTTP/1.1" status: 200 len: 734 time: 0.0343697 Aug 04 16:19:09.066557 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'name': 'private-subnet', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'subnetpool_id': 'fc95d3c9-10fe-45ce-abee-8570581e07a8', 'gateway_ip': '172.20.0.1'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:09.088435 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Made reservation on behalf of f73d74bad93044f99d3968765b2ccba6 for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:19:09.090759 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:09.389208 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:09.458118 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a1a3da-38b5-4a03-afc2-bb5f14895a2d,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:09.460731 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Checking segment: {'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:19:09.461125 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Network hostable DHCP agents. Network: 21ed86df-2d99-4cfb-a936-891241ed1de2, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:19:09.483680 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:19:09.495753 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 21ed86df-2d99-4cfb-a936-891241ed1de2) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:09.500633 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:09.501223 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:09.506105 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18c7872-1956-4f92-b436-cfcf14d05271 None None] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:19:09.516739 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5d40fa67-d3e3-4170-b737-4950a93acfc1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4534991 Aug 04 16:19:09.827951 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-21ed86df-2d99-4cfb-a936-891241ed1de2', 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'fixed_ips': [{'subnet_id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:19:09.829206 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.096980 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Allocated IP 172.20.0.2 (21ed86df-2d99-4cfb-a936-891241ed1de2/95a1a3da-38b5-4a03-afc2-bb5f14895a2d/1218d70f-d0b5-48b3-9a37-4fe2b1935645) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:19:10.300195 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.342866 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Transition to ACTIVE for port object 1218d70f-d0b5-48b3-9a37-4fe2b1935645 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:19:10.363613 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Transition to ACTIVE for port object 1218d70f-d0b5-48b3-9a37-4fe2b1935645 will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:19:10.372539 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.446336 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:19:10.454277 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:10.455912 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Pushing event updated for resources: {'Port': ['ID=1218d70f-d0b5-48b3-9a37-4fe2b1935645,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:10.461229 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:19:10.468908 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.469253 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.469594 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.469924 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.470248 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.470570 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.470891 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.471212 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.471547 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.471942 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.472205 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.472520 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Tracked resource versions report: Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: pushed versions: Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: { 'AddressGroup': {'1.2'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'ConntrackHelper': {'1.0'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Log': {'1.0'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Network': {'1.1'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Port': {'1.7'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'PortForwarding': {'1.2'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'QosPolicy': {'1.9'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroup': {'1.4'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SubPort': {'1.0'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Subnet': {'1.1'}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Trunk': {'1.1'}} Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: consumer versions: Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'ConntrackHelper': '1.0', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Log': '1.0', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Network': '1.1', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Port': '1.7', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'PortForwarding': '1.2', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'QosPolicy': '1.9', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroup': '1.4', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroupRule': '1.2', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SubPort': '1.0', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Subnet': '1.1', Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Trunk': '1.1'}} Aug 04 16:19:10.473582 dv-cinder-802882-3-iscsi neutron-server[93292]: {{(pid=93292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:19:10.545747 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Attempting to bind port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:19:10.546359 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Attempting to bind port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:19:10.546562 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Attempting to bind port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 on network 21ed86df-2d99-4cfb-a936-891241ed1de2 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:19:10.551347 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 18, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:19:10.551755 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Checking segment: {'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:19:10.552243 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.552633 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Bound using segment: {'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:19:10.553139 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Bound port: 1218d70f-d0b5-48b3-9a37-4fe2b1935645, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:19:10.553559 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.614490 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] For port 1218d70f-d0b5-48b3-9a37-4fe2b1935645, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:19:10.618857 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] For port 1218d70f-d0b5-48b3-9a37-4fe2b1935645, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=1218d70f-d0b5-48b3-9a37-4fe2b1935645,segment=NetworkSegment(0015010b-0278-47b6-bc49-41a4dd4ad5ec),segment_id=0015010b-0278-47b6-bc49-41a4dd4ad5ec)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:19:10.623063 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:10.688573 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea25734-51b6-459f-be8f-2e47dcb2f85f None None] Pushing event updated for resources: {'Port': ['ID=1218d70f-d0b5-48b3-9a37-4fe2b1935645,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:11.949779 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42524) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:12.258840 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [None req-8942f700-e9a0-48b8-8fdc-2abb8beb8f9f admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:19:12.260025 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8942f700-e9a0-48b8-8fdc-2abb8beb8f9f admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3092237 Aug 04 16:19:14.626025 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42532) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:14.931354 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [None req-dcc07da9-0295-4914-b80b-9e77d906d581 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:19:14.932496 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-dcc07da9-0295-4914-b80b-9e77d906d581 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054307 Aug 04 16:19:17.559633 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42542) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:17.850344 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-920c744d-8c68-4e51-83a0-0fe0e7b0392b admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:17.873272 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920c744d-8c68-4e51-83a0-0fe0e7b0392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:17.874801 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920c744d-8c68-4e51-83a0-0fe0e7b0392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:18.019512 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920c744d-8c68-4e51-83a0-0fe0e7b0392b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:18.024905 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920c744d-8c68-4e51-83a0-0fe0e7b0392b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:18.038062 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920c744d-8c68-4e51-83a0-0fe0e7b0392b admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:18.039508 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-920c744d-8c68-4e51-83a0-0fe0e7b0392b admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4788587 Aug 04 16:19:18.947719 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 1218d70f-d0b5-48b3-9a37-4fe2b1935645 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:19.032838 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:19:19.075081 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79644cb-0646-4b36-8143-6247c87c283c None None] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:19:19.134351 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-4d6e394e-b17e-47d2-a506-423b7aa35143 None None] Provisioning for port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:19:19.141596 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-4d6e394e-b17e-47d2-a506-423b7aa35143 None None] Provisioning complete for port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:19.141997 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4d6e394e-b17e-47d2-a506-423b7aa35143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:19.303962 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4d6e394e-b17e-47d2-a506-423b7aa35143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:19.378061 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-4d6e394e-b17e-47d2-a506-423b7aa35143 None None] For port 1218d70f-d0b5-48b3-9a37-4fe2b1935645, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=1218d70f-d0b5-48b3-9a37-4fe2b1935645,segment=NetworkSegment(0015010b-0278-47b6-bc49-41a4dd4ad5ec),segment_id=0015010b-0278-47b6-bc49-41a4dd4ad5ec)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:19:19.382049 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4d6e394e-b17e-47d2-a506-423b7aa35143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:19.430818 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e394e-b17e-47d2-a506-423b7aa35143 None None] Pushing event updated for resources: {'Port': ['ID=1218d70f-d0b5-48b3-9a37-4fe2b1935645,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:19.602408 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-e9df6230-243f-4cea-a346-38a5e3185669 None None] Provisioning complete for port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:19.602781 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e9df6230-243f-4cea-a346-38a5e3185669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:20.398964 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42554) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:20.703674 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [None req-f611c209-ddae-405a-a654-ac8d9620d137 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:19:20.704728 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f611c209-ddae-405a-a654-ac8d9620d137 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3047869 Aug 04 16:19:20.922802 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 1218d70f-d0b5-48b3-9a37-4fe2b1935645 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:20.969717 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:20.970094 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:21.990836 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-436e34fb-306a-4915-9160-387d988501d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.070274 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42562) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:23.370590 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:23.392357 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Made reservation on behalf of 7b43cb0a74684aeba407501ff8d7a2f8 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:19:23.394832 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.403288 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.487950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.492829 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.507778 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Reserving flat network on physical network physnet1 {{(pid=93290) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 16:19:23.529492 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.529836 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Added segment b2fd334f-8527-4a1c-8e3e-79250d30922a of type flat for network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 Aug 04 16:19:23.531089 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e2c854-ee0e-49e9-9fb4-16d4556a9fc1,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:23.580116 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.613536 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.614460 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:23.615040 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:23.667817 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5965066 Aug 04 16:19:23.672532 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24194fa-9fc5-43f1-a793-22ff5e5f572c admin admin] Pushing event updated for resources: {'Network': ['ID=f05b84e7-1061-4d46-8ceb-ac3ad5ce1769,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:23.683101 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:19:24.550584 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e2dccad1-8240-4cda-9bac-1af28618f34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:25.072181 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:25.621913 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:26.027573 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42580) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:26.199724 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01348329-9552-4e5d-b68b-17c2ff8a7689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:26.201052 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-01348329-9552-4e5d-b68b-17c2ff8a7689 admin admin] 10.222.0.79 "GET /v2.0/subnets/95a1a3da-38b5-4a03-afc2-bb5f14895a2d HTTP/1.1" status: 200 len: 849 time: 0.1725035 Aug 04 16:19:26.314379 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-39c92caf-2ba1-4b0c-ab69-6fbb832f4304 admin admin] 10.222.0.79 "GET /v2.0/routers/0217039b-edbc-4574-8276-738d12285aa8 HTTP/1.1" status: 200 len: 704 time: 0.1074426 Aug 04 16:19:26.575238 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:26.860576 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Allocated IP 172.20.0.1 (21ed86df-2d99-4cfb-a936-891241ed1de2/95a1a3da-38b5-4a03-afc2-bb5f14895a2d/b75b3c86-886a-43c2-81d1-c20864e26464) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:19:26.962690 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.061371 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.084180 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Transition to ACTIVE for port object b75b3c86-886a-43c2-81d1-c20864e26464 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:19:27.164892 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.238717 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:19:27.244619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:27.250191 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:19:27.250333 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.269929 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Pushing event updated for resources: {'Port': ['ID=b75b3c86-886a-43c2-81d1-c20864e26464,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:27.437647 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-b324417c-50f0-4a73-b781-56ac925658d0 None None] Provisioning for port b75b3c86-886a-43c2-81d1-c20864e26464 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:19:27.441240 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-b324417c-50f0-4a73-b781-56ac925658d0 None None] Provisioning complete for port b75b3c86-886a-43c2-81d1-c20864e26464 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:27.441612 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b324417c-50f0-4a73-b781-56ac925658d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.446201 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.475127 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-b324417c-50f0-4a73-b781-56ac925658d0 None None] Port b75b3c86-886a-43c2-81d1-c20864e26464 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:19:27.651429 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.655663 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.656438 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:27.732717 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Pushing event updated for resources: {'Port': ['ID=b75b3c86-886a-43c2-81d1-c20864e26464,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:27.778622 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:19:27.779915 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:27.943602 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Router 0217039b-edbc-4574-8276-738d12285aa8 is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:19:27.994962 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-e0b72f64-2727-4160-aaff-311688596de6 None None] Provisioning complete for port b75b3c86-886a-43c2-81d1-c20864e26464 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:27.995482 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e0b72f64-2727-4160-aaff-311688596de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:28.030479 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-e0b72f64-2727-4160-aaff-311688596de6 None None] Port b75b3c86-886a-43c2-81d1-c20864e26464 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:19:28.035911 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:19:28.042973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5bc8f298-e708-4a91-8b4e-35d37fc19c4e admin admin] 10.222.0.79 "PUT /v2.0/routers/0217039b-edbc-4574-8276-738d12285aa8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7221608 Aug 04 16:19:28.048710 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Sync routers for ids ['0217039b-edbc-4574-8276-738d12285aa8'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:19:28.060390 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Routers {'0217039b-edbc-4574-8276-738d12285aa8'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:19:28.061243 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:19:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0217039b-edbc-4574-8276-738d12285aa8'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:28.246373 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Set router 0217039b-edbc-4574-8276-738d12285aa8 gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:19:28.679852 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0217039b-edbc-4574-8276-738d12285aa8', 'name': 'router1', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:19:17Z', 'updated_at': '2021-08-04T16:19:27Z', 'revision_number': 2, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'gw_port_host': None, '_interfaces': [{'id': 'b75b3c86-886a-43c2-81d1-c20864e26464', 'name': '', 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'mac_address': 'fa:16:3e:74:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:26Z', 'updated_at': '2021-08-04T16:19:27Z', 'revision_number': 2, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'subnets': [{'id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc95d3c9-10fe-45ce-abee-8570581e07a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:28.732885 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Checking router: 0217039b-edbc-4574-8276-738d12285aa8 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:19:28.733252 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Updating router 0217039b-edbc-4574-8276-738d12285aa8 port b75b3c86-886a-43c2-81d1-c20864e26464 binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:19:28.781012 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.299893 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.318420 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Transition to ACTIVE for port object b75b3c86-886a-43c2-81d1-c20864e26464 will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:19:29.324125 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.491096 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Attempting to bind port b75b3c86-886a-43c2-81d1-c20864e26464 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:19:29.491766 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Attempting to bind port b75b3c86-886a-43c2-81d1-c20864e26464 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:19:29.492255 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Attempting to bind port b75b3c86-886a-43c2-81d1-c20864e26464 on network 21ed86df-2d99-4cfb-a936-891241ed1de2 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:19:29.495442 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Pushing event updated for resources: {'Port': ['ID=b75b3c86-886a-43c2-81d1-c20864e26464,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:29.504039 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:19:29.504039 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Checking segment: {'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:19:29.504039 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.504039 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Bound using segment: {'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:19:29.504475 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Bound port: b75b3c86-886a-43c2-81d1-c20864e26464, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0015010b-0278-47b6-bc49-41a4dd4ad5ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:19:29.504785 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.516973 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.517336 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.517685 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.518013 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.518323 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.518651 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.518973 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.519324 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.519609 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.519960 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.520287 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.520581 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Tracked resource versions report: Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: pushed versions: Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: { 'AddressGroup': {'1.2'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'ConntrackHelper': {'1.0'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Log': {'1.0'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Network': {'1.1'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Port': {'1.7'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'PortForwarding': {'1.2'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'QosPolicy': {'1.9'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroup': {'1.4'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SubPort': {'1.0'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Subnet': {'1.1'}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Trunk': {'1.1'}} Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: consumer versions: Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'ConntrackHelper': '1.0', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Log': '1.0', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Network': '1.1', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Port': '1.7', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'PortForwarding': '1.2', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'QosPolicy': '1.9', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroup': '1.4', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroupRule': '1.2', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SubPort': '1.0', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Subnet': '1.1', Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Trunk': '1.1'}} Aug 04 16:19:29.522459 dv-cinder-802882-3-iscsi neutron-server[93293]: {{(pid=93293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:19:29.581824 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] For port b75b3c86-886a-43c2-81d1-c20864e26464, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:19:29.603656 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] For port b75b3c86-886a-43c2-81d1-c20864e26464, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=b75b3c86-886a-43c2-81d1-c20864e26464,segment=NetworkSegment(0015010b-0278-47b6-bc49-41a4dd4ad5ec),segment_id=0015010b-0278-47b6-bc49-41a4dd4ad5ec)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:19:29.607951 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:29.656402 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Routers {'0217039b-edbc-4574-8276-738d12285aa8'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:19:29.657028 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:19:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0217039b-edbc-4574-8276-738d12285aa8'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:29.738625 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ced48d-f514-41f7-b769-29322230bf3a None None] Pushing event updated for resources: {'Port': ['ID=b75b3c86-886a-43c2-81d1-c20864e26464,revision_number=4']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:29.762506 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] Set router 0217039b-edbc-4574-8276-738d12285aa8 gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:19:29.969099 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0217039b-edbc-4574-8276-738d12285aa8', 'name': 'router1', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:19:17Z', 'updated_at': '2021-08-04T16:19:27Z', 'revision_number': 2, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'gw_port_host': None, '_interfaces': [{'id': 'b75b3c86-886a-43c2-81d1-c20864e26464', 'name': '', 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'mac_address': 'fa:16:3e:74:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:26Z', 'updated_at': '2021-08-04T16:19:29Z', 'revision_number': 4, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'subnets': [{'id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc95d3c9-10fe-45ce-abee-8570581e07a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:29.994273 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8a22c6-57c8-4e6a-a130-f70ec6e2d176 None None] The sync data for ids ['0217039b-edbc-4574-8276-738d12285aa8'] in dv-cinder-802882-3-iscsi is: [{'id': '0217039b-edbc-4574-8276-738d12285aa8', 'name': 'router1', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:19:17Z', 'updated_at': '2021-08-04T16:19:27Z', 'revision_number': 2, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'gw_port_host': None, '_interfaces': [{'id': 'b75b3c86-886a-43c2-81d1-c20864e26464', 'name': '', 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'mac_address': 'fa:16:3e:74:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:26Z', 'updated_at': '2021-08-04T16:19:29Z', 'revision_number': 4, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'subnets': [{'id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc95d3c9-10fe-45ce-abee-8570581e07a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:19:30.261985 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42600) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:30.370237 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746c648f-3a47-4623-ad43-f83cf338382d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:30.371603 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-746c648f-3a47-4623-ad43-f83cf338382d admin admin] 10.222.0.79 "GET /v2.0/networks/f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 HTTP/1.1" status: 200 len: 842 time: 0.1085820 Aug 04 16:19:30.381895 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:30.403693 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Made reservation on behalf of 7b43cb0a74684aeba407501ff8d7a2f8 for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:19:30.405948 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:30.751052 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.objects.ports [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93290) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 16:19:30.751504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:30.810276 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:30.814444 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:19:30.814805 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Network hostable DHCP agents. Network: f05b84e7-1061-4d46-8ceb-ac3ad5ce1769, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:19:30.830107 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:19:30.838195 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, f05b84e7-1061-4d46-8ceb-ac3ad5ce1769) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:30.842011 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:30.842679 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:30.848608 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b008fa63-b305-4620-a51b-bcebc0fd1f82 None None] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:19:30.864142 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-4af76b73-88e6-4f44-abd0-410855a45dcc admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4780214 Aug 04 16:19:30.992677 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7174c0-6e93-4b96-a5da-018031fc6d02 None None] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:19:31.480142 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:19:33.156145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42608) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:33.283615 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-d84a0ab4-5faf-4a4b-851c-0b8943c454ad admin admin] 10.222.0.79 "GET /v2.0/routers/0217039b-edbc-4574-8276-738d12285aa8 HTTP/1.1" status: 200 len: 710 time: 0.1263390 Aug 04 16:19:33.370335 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed68291-84da-4ec3-9895-7a8740ec78f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:19:33.371731 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-bed68291-84da-4ec3-9895-7a8740ec78f2 admin admin] 10.222.0.79 "GET /v2.0/networks/f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 HTTP/1.1" status: 200 len: 886 time: 0.0801609 Aug 04 16:19:33.381839 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:19:33.633497 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:33.877629 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:33.950695 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:34.055072 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Allocated IP 172.27.0.188 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/ef9049d9-1caf-4056-a17e-fa1b19e808a8) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:19:34.155785 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:34.193529 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:34.229153 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:19:34.231805 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:19:34.239175 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:19:34.272535 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Pushing event updated for resources: {'Port': ['ID=ef9049d9-1caf-4056-a17e-fa1b19e808a8,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:34.581258 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:34.773669 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-471558', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-473429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4122'] for router, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:34.776802 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-471615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-471592', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-473422'] for router, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:34.882889 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Router 0217039b-edbc-4574-8276-738d12285aa8 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:19:34.985651 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:19:34.990447 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:34.991661 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-ba111ee0-a8ef-4ed6-b674-5ad82232ac0a admin admin] 10.222.0.79 "PUT /v2.0/routers/0217039b-edbc-4574-8276-738d12285aa8 HTTP/1.1" status: 200 len: 890 time: 1.6137319 Aug 04 16:19:36.403422 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Sync routers for ids ['0217039b-edbc-4574-8276-738d12285aa8'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:19:36.414589 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Routers {'0217039b-edbc-4574-8276-738d12285aa8'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:19:36.415235 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:19:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0217039b-edbc-4574-8276-738d12285aa8'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:36.665681 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Set router 0217039b-edbc-4574-8276-738d12285aa8 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:19:36.968724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device b75b3c86-886a-43c2-81d1-c20864e26464 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:37.069471 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port b75b3c86-886a-43c2-81d1-c20864e26464 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:19:37.081343 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port b75b3c86-886a-43c2-81d1-c20864e26464 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:37.081711 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.116763 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0217039b-edbc-4574-8276-738d12285aa8', 'name': 'router1', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ef9049d9-1caf-4056-a17e-fa1b19e808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:19:17Z', 'updated_at': '2021-08-04T16:19:34Z', 'revision_number': 4, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'gw_port': {'id': 'ef9049d9-1caf-4056-a17e-fa1b19e808a8', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:33Z', 'updated_at': '2021-08-04T16:19:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'b75b3c86-886a-43c2-81d1-c20864e26464', 'name': '', 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'mac_address': 'fa:16:3e:74:f3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:26Z', 'updated_at': '2021-08-04T16:19:29Z', 'revision_number': 4, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'subnets': [{'id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc95d3c9-10fe-45ce-abee-8570581e07a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:37.173175 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Checking router: 0217039b-edbc-4574-8276-738d12285aa8 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:19:37.173528 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Updating router 0217039b-edbc-4574-8276-738d12285aa8 port ef9049d9-1caf-4056-a17e-fa1b19e808a8 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:19:37.221544 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.353385 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.401445 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 42620) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:19:37.433335 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port b75b3c86-886a-43c2-81d1-c20864e26464, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=b75b3c86-886a-43c2-81d1-c20864e26464,segment=NetworkSegment(0015010b-0278-47b6-bc49-41a4dd4ad5ec),segment_id=0015010b-0278-47b6-bc49-41a4dd4ad5ec)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:19:37.443016 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.515023 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a33a02cf-edfb-40d9-b838-fc5e82cffdd8 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1124504 Aug 04 16:19:37.533536 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=b75b3c86-886a-43c2-81d1-c20864e26464,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:37.651293 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.662065 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Transition to ACTIVE for port object ef9049d9-1caf-4056-a17e-fa1b19e808a8 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:19:37.668097 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.726830 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Attempting to bind port ef9049d9-1caf-4056-a17e-fa1b19e808a8 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:19:37.727215 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Attempting to bind port ef9049d9-1caf-4056-a17e-fa1b19e808a8 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:19:37.727575 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Attempting to bind port ef9049d9-1caf-4056-a17e-fa1b19e808a8 on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:19:37.730437 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66118bd7-73c5-4057-8204-f85099fde724 None None] Pushing event updated for resources: {'Port': ['ID=ef9049d9-1caf-4056-a17e-fa1b19e808a8,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:37.736724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 19, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:19:37.737123 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:19:37.737491 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.737894 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:19:37.738332 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Bound port: ef9049d9-1caf-4056-a17e-fa1b19e808a8, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:19:37.738734 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.789056 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] For port ef9049d9-1caf-4056-a17e-fa1b19e808a8, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:19:37.792041 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] For port ef9049d9-1caf-4056-a17e-fa1b19e808a8, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=ef9049d9-1caf-4056-a17e-fa1b19e808a8,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:19:37.796665 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:37.856022 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66118bd7-73c5-4057-8204-f85099fde724 None None] Pushing event updated for resources: {'Port': ['ID=ef9049d9-1caf-4056-a17e-fa1b19e808a8,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:37.858568 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Routers {'0217039b-edbc-4574-8276-738d12285aa8'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:19:37.859163 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:19:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0217039b-edbc-4574-8276-738d12285aa8'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:38.049993 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] Set router 0217039b-edbc-4574-8276-738d12285aa8 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:19:38.265768 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0217039b-edbc-4574-8276-738d12285aa8', 'name': 'router1', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ef9049d9-1caf-4056-a17e-fa1b19e808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:19:17Z', 'updated_at': '2021-08-04T16:19:34Z', 'revision_number': 4, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'gw_port': {'id': 'ef9049d9-1caf-4056-a17e-fa1b19e808a8', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:33Z', 'updated_at': '2021-08-04T16:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'b75b3c86-886a-43c2-81d1-c20864e26464', 'name': '', 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'mac_address': 'fa:16:3e:74:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:26Z', 'updated_at': '2021-08-04T16:19:37Z', 'revision_number': 5, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'subnets': [{'id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc95d3c9-10fe-45ce-abee-8570581e07a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:19:38.291935 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730a6641-ec77-4c02-a973-bfeabc0d6ae8 None None] The sync data for ids ['0217039b-edbc-4574-8276-738d12285aa8'] in dv-cinder-802882-3-iscsi is: [{'id': '0217039b-edbc-4574-8276-738d12285aa8', 'name': 'router1', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': 'ef9049d9-1caf-4056-a17e-fa1b19e808a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:19:17Z', 'updated_at': '2021-08-04T16:19:34Z', 'revision_number': 4, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'gw_port': {'id': 'ef9049d9-1caf-4056-a17e-fa1b19e808a8', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:33Z', 'updated_at': '2021-08-04T16:19:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'b75b3c86-886a-43c2-81d1-c20864e26464', 'name': '', 'network_id': '21ed86df-2d99-4cfb-a936-891241ed1de2', 'tenant_id': 'f73d74bad93044f99d3968765b2ccba6', 'mac_address': 'fa:16:3e:74:f3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0217039b-edbc-4574-8276-738d12285aa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:19:26Z', 'updated_at': '2021-08-04T16:19:37Z', 'revision_number': 5, 'project_id': 'f73d74bad93044f99d3968765b2ccba6', 'subnets': [{'id': '95a1a3da-38b5-4a03-afc2-bb5f14895a2d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc95d3c9-10fe-45ce-abee-8570581e07a8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:19:39.014142 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ef9049d9-1caf-4056-a17e-fa1b19e808a8 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:39.065587 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port ef9049d9-1caf-4056-a17e-fa1b19e808a8 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:19:39.070344 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port ef9049d9-1caf-4056-a17e-fa1b19e808a8 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:39.070719 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:39.149516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:39.168928 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port ef9049d9-1caf-4056-a17e-fa1b19e808a8, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=ef9049d9-1caf-4056-a17e-fa1b19e808a8,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:19:39.172312 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:39.173064 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device b75b3c86-886a-43c2-81d1-c20864e26464 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:39.260633 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port b75b3c86-886a-43c2-81d1-c20864e26464 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:39.261099 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:39.293372 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=ef9049d9-1caf-4056-a17e-fa1b19e808a8,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:19:40.964337 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ef9049d9-1caf-4056-a17e-fa1b19e808a8 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:19:41.024871 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port ef9049d9-1caf-4056-a17e-fa1b19e808a8 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:19:41.025548 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:51.992407 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b73692f0-e31f-43c7-9a2d-5c17bc3e49ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:54.557744 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-884b26b9-222b-4a14-ad65-934d85cbc683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:55.083385 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:55.636530 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:19:56.990405 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:08.479380 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:20:21.992136 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7491ef82-0f0a-4e73-b398-a87a87ee58ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:24.551808 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-10a77d83-3e29-4123-8bbd-dd28dc7ec54e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:25.076124 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:25.632876 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:26.968516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:45.477808 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:20:51.993622 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-16ede88e-654c-4a2f-9686-e10fb203ab94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:54.552440 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2df79307-a81f-4da9-876e-9f7c88b1f28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:55.077759 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:55.632501 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:20:56.971887 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:13.889792 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43188) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:13.948882 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2a77c19-a5e2-4082-99c8-45fb99a153ad admin admin] GET failed (client error): The resource could not be found. Aug 04 16:21:13.950240 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c2a77c19-a5e2-4082-99c8-45fb99a153ad admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0589185 Aug 04 16:21:14.116950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c73939f-6aa4-4cb2-b482-beab43dbcb12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:14.118363 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5c73939f-6aa4-4cb2-b482-beab43dbcb12 admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1627448 Aug 04 16:21:16.272780 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43198) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:16.419170 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af72a75-cc9a-403b-b744-5d2fa5127da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:16.420714 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2af72a75-cc9a-403b-b744-5d2fa5127da5 admin admin] 10.222.0.79 "GET /v2.0/subnets/95a1a3da-38b5-4a03-afc2-bb5f14895a2d HTTP/1.1" status: 200 len: 849 time: 0.1467435 Aug 04 16:21:16.430497 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:21:16.513341 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:16.667054 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8791840510073'] for subnet, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:16.738454 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:16.738698 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:16.751891 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] 10.222.0.79 "PUT /v2.0/subnets/95a1a3da-38b5-4a03-afc2-bb5f14895a2d HTTP/1.1" status: 200 len: 868 time: 0.3132114 Aug 04 16:21:16.752120 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41faef5-6877-4b78-83d2-d9bd4af9e8ca None None] Network 21ed86df-2d99-4cfb-a936-891241ed1de2 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:21:16.761119 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a1a3da-38b5-4a03-afc2-bb5f14895a2d,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:21:16.770920 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.771278 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.771642 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.772004 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.772335 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.772666 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.773009 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.773317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.773667 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.773990 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.774309 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.774632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb08c6d7-c071-4921-a272-ae3f3865b7f9 admin admin] Tracked resource versions report: Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: pushed versions: Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: { 'AddressGroup': {'1.2'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'ConntrackHelper': {'1.0'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Log': {'1.0'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Network': {'1.1'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Port': {'1.7'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'PortForwarding': {'1.2'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'QosPolicy': {'1.9'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroup': {'1.4'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SubPort': {'1.0'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Subnet': {'1.1'}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Trunk': {'1.1'}} Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: consumer versions: Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'ConntrackHelper': '1.0', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Log': '1.0', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Network': '1.1', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Port': '1.7', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'PortForwarding': '1.2', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'QosPolicy': '1.9', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroup': '1.4', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroupRule': '1.2', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SubPort': '1.0', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Subnet': '1.1', Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Trunk': '1.1'}} Aug 04 16:21:16.775737 dv-cinder-802882-3-iscsi neutron-server[93291]: {{(pid=93291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:21:17.090821 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c7ced0a5-1991-4260-b8a6-966c3228a469 None None] Provisioning complete for port b75b3c86-886a-43c2-81d1-c20864e26464 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:21:17.091191 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c7ced0a5-1991-4260-b8a6-966c3228a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:17.176454 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c7ced0a5-1991-4260-b8a6-966c3228a469 None None] Provisioning complete for port 1218d70f-d0b5-48b3-9a37-4fe2b1935645 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:21:17.176826 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c7ced0a5-1991-4260-b8a6-966c3228a469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:18.919071 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43212) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:19.115010 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e14ce-e66f-43c5-b365-40d520165313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:19.115417 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76e14ce-e66f-43c5-b365-40d520165313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:19.117014 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-d76e14ce-e66f-43c5-b365-40d520165313 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1970012 Aug 04 16:21:21.281578 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43220) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:21.406776 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c3a8e-ba4d-477b-9419-b4c2424c36d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:21.407253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f65c3a8e-ba4d-477b-9419-b4c2424c36d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:21.408828 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f65c3a8e-ba4d-477b-9419-b4c2424c36d1 admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1262891 Aug 04 16:21:21.994605 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-291e67ff-549f-4762-9dbf-9e0233636db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:22.476140 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:21:23.573860 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43228) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:23.699834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e976ae-9bee-46ee-bf0d-16f2f246b21b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:23.701206 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-16e976ae-9bee-46ee-bf0d-16f2f246b21b admin admin] 10.222.0.79 "GET /v2.0/networks/21ed86df-2d99-4cfb-a936-891241ed1de2 HTTP/1.1" status: 200 len: 869 time: 0.1263912 Aug 04 16:21:24.555029 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b3676d73-8b5d-482a-af93-8e152ea768cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:25.080408 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:25.635287 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:25.861574 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43236) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:25.984077 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a14e735-0902-45e0-97fa-d748dd1d9c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:25.985468 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-4a14e735-0902-45e0-97fa-d748dd1d9c57 admin admin] 10.222.0.79 "GET /v2.0/networks/f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 HTTP/1.1" status: 200 len: 886 time: 0.1229038 Aug 04 16:21:26.974377 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:28.135161 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43244) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:28.257916 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed6697-2fac-49fc-9384-ed71fa8cb93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:28.258380 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ed6697-2fac-49fc-9384-ed71fa8cb93b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:28.260066 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-78ed6697-2fac-49fc-9384-ed71fa8cb93b admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1238551 Aug 04 16:21:30.431081 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43252) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:30.521304 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94514df1-8f08-40f9-9d52-1b3e291aa31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:30.521765 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94514df1-8f08-40f9-9d52-1b3e291aa31a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:30.523307 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-94514df1-8f08-40f9-9d52-1b3e291aa31a admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912540 Aug 04 16:21:32.675876 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43260) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:32.763779 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b09b15-b524-4b7d-8609-86302dace200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:32.765591 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-95b09b15-b524-4b7d-8609-86302dace200 admin admin] 10.222.0.79 "GET /v2.0/subnets/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7 HTTP/1.1" status: 200 len: 816 time: 0.0887442 Aug 04 16:21:34.940717 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43268) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:21:35.129454 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8176c2ff-6abb-40c4-aaba-53adf3a1673f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:21:35.130754 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8176c2ff-6abb-40c4-aaba-53adf3a1673f admin admin] 10.222.0.79 "GET /v2.0/subnets/95a1a3da-38b5-4a03-afc2-bb5f14895a2d HTTP/1.1" status: 200 len: 868 time: 0.1890888 Aug 04 16:21:51.996761 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9f73476d-e021-48b4-ad83-29a28df99c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:54.556224 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-51264b92-6006-4b55-ab15-7c325db6efc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:55.082138 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:55.638186 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:56.982630 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:21:59.475071 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:22:00.718878 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43322) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:22:00.763584 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [None req-7facf4d0-067c-4826-95b5-24cb20d1ccbb admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:22:00.764722 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-7facf4d0-067c-4826-95b5-24cb20d1ccbb admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0448701 Aug 04 16:22:03.077851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43330) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:22:03.136110 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85336ce-072d-4920-88a2-ff69493dcdc3 admin admin] GET failed (client error): The resource could not be found. Aug 04 16:22:03.137431 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c85336ce-072d-4920-88a2-ff69493dcdc3 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0586083 Aug 04 16:22:03.222992 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e32846-c575-466a-a224-dbbf404cb0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:22:03.224496 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-53e32846-c575-466a-a224-dbbf404cb0e5 admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0821321 Aug 04 16:22:05.406918 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43338) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:22:05.453868 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:22:05.475323 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Made reservation on behalf of 7b43cb0a74684aeba407501ff8d7a2f8 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:22:05.477649 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:05.508077 dv-cinder-802882-3-iscsi neutron-server[93290]: WARNING neutron.services.revisions.revision_plugin [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Could not find related network for resource to bump revision. Aug 04 16:22:05.519621 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:22:05.530009 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:05.530358 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Added segment e54e77ec-fdf6-4f22-8d45-d9f647723329 of type vlan for network cc5b5bc2-b572-436d-b36f-5a72dce711a8 Aug 04 16:22:05.569183 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:05.595135 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:05.596071 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:22:05.596688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:05.649465 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2414546 Aug 04 16:22:05.660760 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Pushing event updated for resources: {'Network': ['ID=cc5b5bc2-b572-436d-b36f-5a72dce711a8,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:22:05.668123 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.668499 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.668846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.669204 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.669524 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.669859 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.670191 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.670561 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.670908 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.671239 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.671563 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.671912 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dbae33-17da-47ff-94f5-36224a0b77dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:05.683288 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network cc5b5bc2-b572-436d-b36f-5a72dce711a8 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:22:07.866433 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43346) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:22:07.939341 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.pecan_wsgi.hooks.translation [None req-356c0200-f594-4d19-8a86-0af776e81dba admin admin] GET failed (client error): The resource could not be found. Aug 04 16:22:07.940711 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-356c0200-f594-4d19-8a86-0af776e81dba admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0733380 Aug 04 16:22:08.055221 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9306b64-bf71-43c9-bc18-e122dd5e9202 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:22:08.056621 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f9306b64-bf71-43c9-bc18-e122dd5e9202 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1114793 Aug 04 16:22:08.066637 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8', 'cidr': '192.168.233.0/24'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:22:08.094276 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Made reservation on behalf of 7b43cb0a74684aeba407501ff8d7a2f8 for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:22:08.096547 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:08.338741 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:08.388354 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dca4673b-685b-4380-8676-0dd98570979c,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:22:08.405532 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Checking segment: {'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:22:08.405923 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Network hostable DHCP agents. Network: cc5b5bc2-b572-436d-b36f-5a72dce711a8, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:22:08.426943 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Network cc5b5bc2-b572-436d-b36f-5a72dce711a8 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:22:08.437342 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, cc5b5bc2-b572-436d-b36f-5a72dce711a8) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:22:08.441262 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:22:08.441844 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:08.446026 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2cfb35-d0a0-4eaa-a64b-9d4bb8b49c25 None None] Network cc5b5bc2-b572-436d-b36f-5a72dce711a8 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:22:08.462955 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-b3abd28c-7229-449e-87ac-f582f2e62df5 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3994548 Aug 04 16:22:08.689346 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-cc5b5bc2-b572-436d-b36f-5a72dce711a8', 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8', 'tenant_id': '7b43cb0a74684aeba407501ff8d7a2f8', 'fixed_ips': [{'subnet_id': 'dca4673b-685b-4380-8676-0dd98570979c'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:22:08.690230 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:08.828658 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Allocated IP 192.168.233.2 (cc5b5bc2-b572-436d-b36f-5a72dce711a8/dca4673b-685b-4380-8676-0dd98570979c/ac333ed5-9237-461a-95ad-8f14c7e73dba) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:22:08.974166 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:08.982368 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Transition to ACTIVE for port object ac333ed5-9237-461a-95ad-8f14c7e73dba will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:22:08.998294 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Transition to ACTIVE for port object ac333ed5-9237-461a-95ad-8f14c7e73dba will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:22:09.004787 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:09.042116 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Network cc5b5bc2-b572-436d-b36f-5a72dce711a8 is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:22:09.048988 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:22:09.053281 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:22:09.055473 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Pushing event updated for resources: {'Port': ['ID=ac333ed5-9237-461a-95ad-8f14c7e73dba,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:22:09.064483 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.064841 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.065190 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.065535 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.065875 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.066212 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.066545 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.066877 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.067225 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.067576 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.067933 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.068261 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:22:09.118585 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Attempting to bind port ac333ed5-9237-461a-95ad-8f14c7e73dba on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:22:09.118948 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Attempting to bind port ac333ed5-9237-461a-95ad-8f14c7e73dba by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:22:09.119302 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Attempting to bind port ac333ed5-9237-461a-95ad-8f14c7e73dba on network cc5b5bc2-b572-436d-b36f-5a72dce711a8 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:22:09.125225 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 21, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:22:09.125590 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Checking segment: {'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:22:09.125983 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:09.126370 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Bound using segment: {'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:22:09.126832 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Bound port: ac333ed5-9237-461a-95ad-8f14c7e73dba, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:22:09.127230 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:09.192481 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] For port ac333ed5-9237-461a-95ad-8f14c7e73dba, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:22:09.197979 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] For port ac333ed5-9237-461a-95ad-8f14c7e73dba, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=ac333ed5-9237-461a-95ad-8f14c7e73dba,segment=NetworkSegment(e54e77ec-fdf6-4f22-8d45-d9f647723329),segment_id=e54e77ec-fdf6-4f22-8d45-d9f647723329)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:22:09.201879 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:09.256755 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f9b3b-e458-486e-bdb6-17bec4a5fe06 None None] Pushing event updated for resources: {'Port': ['ID=ac333ed5-9237-461a-95ad-8f14c7e73dba,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:22:10.068724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be578bb-defa-45bb-8c47-a2067190470b None None] Network cc5b5bc2-b572-436d-b36f-5a72dce711a8 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:22:10.177315 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c96bfb1a-40e4-4e9a-9e66-3a91dd0b236d None None] Provisioning for port ac333ed5-9237-461a-95ad-8f14c7e73dba completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:22:11.075996 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ac333ed5-9237-461a-95ad-8f14c7e73dba up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:22:11.128546 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port ac333ed5-9237-461a-95ad-8f14c7e73dba completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:22:11.132423 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port ac333ed5-9237-461a-95ad-8f14c7e73dba triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:22:11.132797 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:11.211953 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:11.243811 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port ac333ed5-9237-461a-95ad-8f14c7e73dba, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=ac333ed5-9237-461a-95ad-8f14c7e73dba,segment=NetworkSegment(e54e77ec-fdf6-4f22-8d45-d9f647723329),segment_id=e54e77ec-fdf6-4f22-8d45-d9f647723329)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:22:11.248018 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:11.295036 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=ac333ed5-9237-461a-95ad-8f14c7e73dba,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:22:13.052152 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ac333ed5-9237-461a-95ad-8f14c7e73dba up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:22:13.099547 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port ac333ed5-9237-461a-95ad-8f14c7e73dba triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:22:13.099941 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:21.997984 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ba3ecd65-0572-4c1f-87e3-176f9cc5e6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:24.556811 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a18af250-1490-4e14-b108-3318a1f67553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:25.083311 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:25.641505 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:26.990845 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:36.474201 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:22:52.000593 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-653e52d1-7a6f-46ae-be9d-37b46aa4987b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:54.559101 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9e844e9f-c9ed-4bb6-bcca-960801e5f706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:55.083480 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:55.644800 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:22:56.993419 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:13.473652 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:23:16.028921 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43398) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:16.035109 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [None req-da75c008-e5d5-4ba7-a4bd-2b4525277409 tempest-verify_tempest_config-1023769762 tempest-verify_tempest_config-1023769762-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:23:16.036113 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-da75c008-e5d5-4ba7-a4bd-2b4525277409 tempest-verify_tempest_config-1023769762 tempest-verify_tempest_config-1023769762-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059917 Aug 04 16:23:16.332281 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43416) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:16.442398 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:16.558298 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:16.562157 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:16.610679 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fc797bebfb244a0cbc4220af67d4f9df&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2773774 Aug 04 16:23:16.611727 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ef01a-ea35-4324-b1e9-19f733a02970,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:16.613374 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43420) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:23:16.618789 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.619157 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.619509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.619849 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.620211 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.620563 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.621148 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.621474 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.621816 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.622145 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.622480 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.622784 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e49ee50-5025-4be4-b034-d8541ce69fa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.668917 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:16.688825 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:16.775333 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:16.777980 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:16.779121 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/581ef01a-ea35-4324-b1e9-19f733a02970 HTTP/1.1" status: 204 len: 168 time: 0.1647005 Aug 04 16:23:16.787652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ef01a-ea35-4324-b1e9-19f733a02970,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:23:16.794142 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.794495 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.794840 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.795226 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.795628 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.795982 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.796447 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.796782 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.797238 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.797571 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.797896 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:16.798220 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c851e81-759d-4e7e-852f-5a8d165a1b8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:23:22.003374 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f19a5917-cf1a-48db-9332-eee793c4631b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:24.559381 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f590c940-8964-49c3-8bce-1e8ba01fcb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:25.084356 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:25.646473 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:27.002531 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:50.472127 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:23:52.003245 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b0fd886a-eb5b-4ba4-8188-6e915f6886da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:54.561151 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-32ae9230-a377-491a-9e8b-d28766fcc5a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.085259 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:55.649455 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:23:56.997919 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:22.003956 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-8e2be621-7e22-45c1-ab85-bb91e364d5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:24.561672 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e414b514-a5fc-4f26-bdf0-250149793662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.086940 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:25.651958 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:27.000739 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:27.470364 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 5 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:24:48.325125 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-470418'] for agent, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.004259 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7ad4cb80-9ff6-48bb-b8a3-39ed67d92107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:52.552100 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43474) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:52.652362 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e5a0d243-f0fa-4ba5-a79d-a16618dcb0f2 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0991776 Aug 04 16:24:54.562956 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4b0f3beb-2f45-423f-b295-46244fb4d3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:54.867106 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43484) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:24:54.925849 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c3868105-5b8f-43b3-a86f-29e5e12cf1dd admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0576756 Aug 04 16:24:55.088042 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:55.654534 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:24:57.002782 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:04.469941 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:25:18.302893 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:22.005126 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-55571d70-686a-468a-93e8-9543710712ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:24.565006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7d2951d3-0b28-4c15-afe0-10a8cdbaf9c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:25.088455 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:25.657396 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:27.005087 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:41.469855 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:25:48.364778 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:52.005205 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-cb3ad0ff-6d45-42c2-a722-2f8b5de67deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:54.567358 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3fd69c9a-44c9-48de-b1e9-0c511ff13b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:55.088643 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:55.660036 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:25:57.008041 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:18.334407 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:18.469783 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:26:20.860757 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43632) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:21.166509 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1451040246-network', 'tenant_id': '4d71a6d16db34e0989429e0a8d75add1'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:21.189130 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Made reservation on behalf of 4d71a6d16db34e0989429e0a8d75add1 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:21.195277 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.205100 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.302388 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.311505 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.333787 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781f2459-1598-4564-912c-71da14199dc7,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:21.346157 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.346541 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.347321 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.347712 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.348204 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.348413 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.348750 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.349240 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.349751 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.350088 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.350416 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.350755 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Tracked resource versions report: Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: pushed versions: Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: { 'AddressGroup': {'1.2'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'ConntrackHelper': {'1.0'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Log': {'1.0'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Network': {'1.1'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Port': {'1.7'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'PortForwarding': {'1.2'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'QosPolicy': {'1.9'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroup': {'1.4'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SubPort': {'1.0'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Subnet': {'1.1'}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Trunk': {'1.1'}} Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: consumer versions: Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: HyperV agent@hv-cinder-80288: {}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'ConntrackHelper': '1.0', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Log': '1.0', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Network': '1.1', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Port': '1.7', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'PortForwarding': '1.2', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'QosPolicy': '1.9', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroup': '1.4', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SecurityGroupRule': '1.2', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'SubPort': '1.0', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Subnet': '1.1', Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: 'Trunk': '1.1'}} Aug 04 16:26:21.351766 dv-cinder-802882-3-iscsi neutron-server[93290]: {{(pid=93290) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:26:21.365782 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:26:21.377732 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.378172 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Added segment a3003119-b053-47bc-8037-802d135a65e6 of type vlan for network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 Aug 04 16:26:21.423016 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.453990 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.455127 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:21.455745 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.511589 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] Pushing event updated for resources: {'Network': ['ID=98dd76fd-3016-4e74-b9e9-d04ef79811a4,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:21.523801 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:26:21.529543 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43684) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:21.530023 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b85a743f-b811-4870-8205-a39ba5b58a61 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6677270 Aug 04 16:26:21.536753 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Request body: {'subnet': {'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1451040246-subnet', 'tenant_id': '4d71a6d16db34e0989429e0a8d75add1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:21.575739 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Made reservation on behalf of 4d71a6d16db34e0989429e0a8d75add1 for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:21.578064 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.781441 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.845615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=923146a1-ff47-4620-9c68-c580a7dd0072,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:21.855290 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.855661 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.856030 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.856369 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.856699 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.857045 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.857377 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.857696 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.858033 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.858358 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.858676 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.858990 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Tracked resource versions report: Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: pushed versions: Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: { 'AddressGroup': {'1.2'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'ConntrackHelper': {'1.0'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Log': {'1.0'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Network': {'1.1'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Port': {'1.7'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'PortForwarding': {'1.2'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'QosPolicy': {'1.9'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroup': {'1.4'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SubPort': {'1.0'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Subnet': {'1.1'}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Trunk': {'1.1'}} Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: consumer versions: Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: HyperV agent@hv-cinder-80288: {}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'ConntrackHelper': '1.0', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Log': '1.0', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Network': '1.1', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Port': '1.7', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'PortForwarding': '1.2', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'QosPolicy': '1.9', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroup': '1.4', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SecurityGroupRule': '1.2', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'SubPort': '1.0', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Subnet': '1.1', Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: 'Trunk': '1.1'}} Aug 04 16:26:21.860018 dv-cinder-802882-3-iscsi neutron-server[93291]: {{(pid=93291) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:26:21.869958 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Checking segment: {'id': 'a3003119-b053-47bc-8037-802d135a65e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:21.870531 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Network hostable DHCP agents. Network: 98dd76fd-3016-4e74-b9e9-d04ef79811a4, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:26:21.884259 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43696) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:21.892381 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:26:21.903439 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 98dd76fd-3016-4e74-b9e9-d04ef79811a4) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:21.907922 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:21.908527 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:21.913956 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43702) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:21.917136 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944ee19b-356c-4a14-8598-8a8d4a02a0af None None] Network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:21.932461 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-bc91796f-2cd3-4760-9890-d68623defbf1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4007092 Aug 04 16:26:22.036120 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c281d831-bdc9-4e40-b577-7c22d8818161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.065909 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d01ad50-a448-430f-b8ec-1bf407ad7718 None None] Network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:22.321007 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-839681931-network', 'tenant_id': '59ae11e9974340fd82c71493357f5105'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:22.347928 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Made reservation on behalf of 59ae11e9974340fd82c71493357f5105 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:22.351082 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1124983255-network', 'tenant_id': '39b787736b2a4580be655951a3b0b804'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:22.351786 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.365177 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.380213 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43722) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:22.397612 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Made reservation on behalf of 39b787736b2a4580be655951a3b0b804 for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:22.400193 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.416402 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.498381 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.507345 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.534553 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:26:22.551725 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43732) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:22.560737 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc1f89-70b4-4e86-9591-bbe67252d3af,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:22.576663 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.578939 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Added segment 437026ec-bde7-41c7-9290-82732ec7898a of type vlan for network d018b990-5c93-41f4-af14-b367bd7e1058 Aug 04 16:26:22.602555 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.607517 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.627707 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:26:22.633858 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.643207 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8791840496213', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.644293 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Unsubscribe: segment precommit_create {{(pid=93291) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 16:26:22.645759 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Added segment 40ea921c-26c8-49b1-b5e1-7e9f63345e60 of type vlan for network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 Aug 04 16:26:22.658117 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-network', 'tenant_id': '2f93a8d0cc48444685d76df2df388384'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:22.687820 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.688641 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf0a64d-ff0b-4258-81c9-425eea02c9e0,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:22.688999 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:22.689588 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.712520 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Made reservation on behalf of 2f93a8d0cc48444685d76df2df388384 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:22.720953 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.740742 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.781794 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] Pushing event updated for resources: {'Network': ['ID=d018b990-5c93-41f4-af14-b367bd7e1058,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:22.791899 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network d018b990-5c93-41f4-af14-b367bd7e1058 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:26:22.797524 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.808737 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.809354 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-bbd5e67b-2493-4f71-a6cf-f616f54e9051 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8938472 Aug 04 16:26:22.809874 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:22.810480 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.811802 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43750) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:22.819726 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Request body: {'subnet': {'network_id': 'd018b990-5c93-41f4-af14-b367bd7e1058', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-839681931-subnet', 'tenant_id': '59ae11e9974340fd82c71493357f5105', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:22.839499 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-network', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:22.935890 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a8fcdc5-280f-4d38-a36a-37944d8ebae9,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:22.951216 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:26:22.960657 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.966270 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.976383 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-8d98ff24-b2ad-4e07-8068-43212b376bc4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0938101 Aug 04 16:26:22.977143 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43760) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:22.981590 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:26:22.982793 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Request body: {'subnet': {'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1124983255-subnet', 'tenant_id': '39b787736b2a4580be655951a3b0b804', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:22.993117 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:22.993860 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Added segment a7cd2de6-4bea-4acd-b432-e6fe72a486c9 of type vlan for network 4cd8e288-0c67-43cc-a658-52ec2d96453e Aug 04 16:26:23.064250 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.074512 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Made reservation on behalf of 8ff82611a96c4818a79ee7bd235eb797 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:23.077070 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.077637 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.db.api [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:26:23.077637 dv-cinder-802882-3-iscsi neutron-server[93291]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 16:26:23.077637 dv-cinder-802882-3-iscsi neutron-server[93291]: [parameters: {'project_id_1': '39b787736b2a4580be655951a3b0b804', 'expiration_1': datetime.datetime(2021, 8, 4, 16, 26, 22, 993629)}] Aug 04 16:26:23.077637 dv-cinder-802882-3-iscsi neutron-server[93291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:26:23.078029 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG oslo_db.api [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:26:23.113223 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.172180 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Made reservation on behalf of 59ae11e9974340fd82c71493357f5105 for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:23.174543 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.176375 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.177472 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:23.178004 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.425289 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd8e288-0c67-43cc-a658-52ec2d96453e,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:23.436241 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.437781 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7c2d7e-91b5-41fc-9129-b89ffa163c47,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:23.444193 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:26:23.523979 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.536882 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:26:23.547459 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.547817 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Added segment b1bb959f-3607-4e70-8f58-a0452fc0a72a of type vlan for network a2d4ee58-23cd-45ae-bb2b-776ec2946139 Aug 04 16:26:23.576652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.583645 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8528f44d-f63e-4b36-ad53-3e3f6a8a3b44 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2021317 Aug 04 16:26:23.584560 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43800) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:23.603442 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Made reservation on behalf of 39b787736b2a4580be655951a3b0b804 for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:23.608199 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.624767 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.663214 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Request body: {'subnet': {'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-subnet', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:23.676903 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.677296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:23.678447 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.845010 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Made reservation on behalf of 2f93a8d0cc48444685d76df2df388384 for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:23.847452 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.862991 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3062143 Aug 04 16:26:23.864886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43822) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:23.872359 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Request body: {'subnet': {'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-subnet', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:23.893247 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:23.942211 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Pushing event updated for resources: {'Network': ['ID=a2d4ee58-23cd-45ae-bb2b-776ec2946139,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:23.954420 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:26:23.958224 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe6e7928-26b0-414b-b209-dfac9ea4a944,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:23.988246 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a549966-9c88-4f8f-bd46-829b9406cc98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64066af8-63cb-4505-88f1-97526325826f,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:23.990432 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Checking segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:23.990788 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Network hostable DHCP agents. Network: 4a8fcdc5-280f-4d38-a36a-37944d8ebae9, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:26:24.002885 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Checking segment: {'id': '437026ec-bde7-41c7-9290-82732ec7898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd018b990-5c93-41f4-af14-b367bd7e1058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:24.003709 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Network hostable DHCP agents. Network: d018b990-5c93-41f4-af14-b367bd7e1058, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:26:24.075054 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Network d018b990-5c93-41f4-af14-b367bd7e1058 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:26:24.099789 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Made reservation on behalf of 8ff82611a96c4818a79ee7bd235eb797 for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:24.102121 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.128238 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43844) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:24.134368 dv-cinder-802882-3-iscsi neutron-server[93290]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 16:26:24.167173 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:26:24.186048 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 4a8fcdc5-280f-4d38-a36a-37944d8ebae9) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:24.199836 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:24.200356 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee2e2d7-8bd3-48d8-8336-5916311c2f42 None None] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:24.200878 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.222853 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, d018b990-5c93-41f4-af14-b367bd7e1058) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:24.225371 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2471521 Aug 04 16:26:24.227591 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be598c4-ee2f-4e1a-90a6-4bd3c5ef4127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509c820d-8503-47b9-b4c1-d82d4796693f,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:24.290336 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b160c3c-28c4-4aa2-a507-bad357c41890 None None] Network d018b990-5c93-41f4-af14-b367bd7e1058 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:24.292007 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:24.293366 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.437414 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.548839 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=453778b9-e617-4945-bd8c-5c81416458a1,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:24.592236 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-61d3555a-be77-415c-a7d4-4c3ea951000b admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7726836 Aug 04 16:26:24.641108 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43864) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:24.658317 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.675896 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Checking segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:24.676378 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Network hostable DHCP agents. Network: a2d4ee58-23cd-45ae-bb2b-776ec2946139, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:26:24.731172 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:26:24.753587 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, a2d4ee58-23cd-45ae-bb2b-776ec2946139) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:24.763399 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:24.764249 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.783041 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8941c7b-748b-47cb-8d24-74befe2400d6 None None] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:24.798520 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-fd1248b9-6ff6-44b8-85a0-1c377aab5146 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9293015 Aug 04 16:26:24.798775 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43880) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:24.803967 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafe7d28-e4db-42a3-93dd-dfcac3b164b7 None None] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:24.806662 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:24.847415 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3cf3cf9e-bd2a-436f-af57-90b1b6e78a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.865450 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef6a138-24f2-41e6-8e57-636ec3de9caa None None] Network d018b990-5c93-41f4-af14-b367bd7e1058 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:24.888805 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:24.890754 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.013940 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-20ffa461-a0bc-4e6f-a8d5-c1221ceb1c2a tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.020805 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-20ffa461-a0bc-4e6f-a8d5-c1221ceb1c2a tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/networks?id=98dd76fd-3016-4e74-b9e9-d04ef79811a4 HTTP/1.1" status: 200 len: 812 time: 0.8910751 Aug 04 16:26:25.053459 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-44b35f38-eec5-461b-a05f-4d9bac11c266 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/quotas/4d71a6d16db34e0989429e0a8d75add1 HTTP/1.1" status: 200 len: 375 time: 0.0317805 Aug 04 16:26:25.058710 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05d7c047-1dfe-4f95-a2d5-d79931525d9f,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:25.098388 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-980a8212-e37b-4b50-ad85-d789698aa95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.146420 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.175140 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.235620 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:26:25.237453 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.398447 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Checking segment: {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:25.399310 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Network hostable DHCP agents. Network: 4cd8e288-0c67-43cc-a658-52ec2d96453e, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:26:25.417897 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-7b97259f-a979-45d8-807d-906309112202 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=4d71a6d16db34e0989429e0a8d75add1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3486121 Aug 04 16:26:25.443176 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.453029 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:26:25.469599 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 4cd8e288-0c67-43cc-a658-52ec2d96453e) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:25.483476 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b4f744-bc03-4c9b-8cb1-4def223c84de None None] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:25.485693 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.486292 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.544253 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Allocated IP 172.20.0.2 (a2d4ee58-23cd-45ae-bb2b-776ec2946139/453778b9-e617-4945-bd8c-5c81416458a1/84752d40-1054-4049-bbe5-3bc9e114a3c8) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:25.577855 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43914) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:25.605422 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-980a8212-e37b-4b50-ad85-d789698aa95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.624561 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-980a8212-e37b-4b50-ad85-d789698aa95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.653204 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43916) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:25.663936 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-cd016575-c55b-49a5-9ac1-cde0252bed84 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0059323 Aug 04 16:26:25.667174 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2036260576-network', 'tenant_id': 'be69747c734845c899ffe1cd04d7abac'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:25.672158 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43922) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:25.684350 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:25.700349 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-980a8212-e37b-4b50-ad85-d789698aa95b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cc9480f9b408406c918f0a9f8c9e4291&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0640433 Aug 04 16:26:25.707705 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43924) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:25.716826 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102e9ea5-4e73-4f3c-9d64-a65b9b149d53 None None] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:25.718219 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a8212-e37b-4b50-ad85-d789698aa95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca18fb44-fcf5-40c0-90ad-06ad23d008b3,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:25.720555 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.769914 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Made reservation on behalf of be69747c734845c899ffe1cd04d7abac for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:25.772207 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.801188 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.824060 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-33100fe8-6f40-4d30-9d98-be6c14953f6b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:25.825653 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-33100fe8-6f40-4d30-9d98-be6c14953f6b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.2465925 Aug 04 16:26:25.832965 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.843623 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-6930a6ea-62f2-40ca-b7d0-b4ce63955bd9 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:26:25.844668 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-6930a6ea-62f2-40ca-b7d0-b4ce63955bd9 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1934547 Aug 04 16:26:25.845702 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.846641 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.848106 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Transition to ACTIVE for port object 84752d40-1054-4049-bbe5-3bc9e114a3c8 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:25.952098 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-46ffd8a5-fb34-4e3d-a05d-901c0cd11afb tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/quotas/39b787736b2a4580be655951a3b0b804 HTTP/1.1" status: 200 len: 375 time: 0.0901060 Aug 04 16:26:25.958304 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:25.991236 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.001587 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.006135 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8f9038d0-749f-4c22-a3c7-2dc74e42edbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.038248 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Transition to ACTIVE for port object 84752d40-1054-4049-bbe5-3bc9e114a3c8 will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:26.047380 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.055744 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-dd04fc4f-f3db-4dd5-a62d-6dc5d6d03855 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692341 Aug 04 16:26:26.084486 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:26.091190 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:26.093976 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:26.156629 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8f9038d0-749f-4c22-a3c7-2dc74e42edbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.185702 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Pushing event updated for resources: {'Port': ['ID=84752d40-1054-4049-bbe5-3bc9e114a3c8,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:26.200539 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.200888 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.201276 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.201718 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.201930 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.202318 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.202654 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.202974 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.203459 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.204361 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.204702 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.205030 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Tracked resource versions report: Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: pushed versions: Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: { 'AddressGroup': {'1.2'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'ConntrackHelper': {'1.0'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Log': {'1.0'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Network': {'1.1'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Port': {'1.7'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'PortForwarding': {'1.2'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'QosPolicy': {'1.9'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroup': {'1.4'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SubPort': {'1.0'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Subnet': {'1.1'}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Trunk': {'1.1'}} Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: consumer versions: Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: HyperV agent@hv-cinder-80288: {}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'ConntrackHelper': '1.0', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Log': '1.0', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Network': '1.1', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Port': '1.7', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'PortForwarding': '1.2', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'QosPolicy': '1.9', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroup': '1.4', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SecurityGroupRule': '1.2', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'SubPort': '1.0', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Subnet': '1.1', Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: 'Trunk': '1.1'}} Aug 04 16:26:26.206120 dv-cinder-802882-3-iscsi neutron-server[93292]: {{(pid=93292) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:26:26.217014 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Attempting to bind port 84752d40-1054-4049-bbe5-3bc9e114a3c8 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:26.217397 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Attempting to bind port 84752d40-1054-4049-bbe5-3bc9e114a3c8 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:26.217991 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Attempting to bind port 84752d40-1054-4049-bbe5-3bc9e114a3c8 on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:26.223812 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:26.224355 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Checking segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:26.224876 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.225550 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Bound using segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:26.225910 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Bound port: 84752d40-1054-4049-bbe5-3bc9e114a3c8, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:26.226501 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.227709 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-9d183afe-dd2e-47df-a801-f617cf713422 service neutron] 10.222.0.79 "GET /v2.0/networks/98dd76fd-3016-4e74-b9e9-d04ef79811a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668742 Aug 04 16:26:26.243500 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Allocated IP 172.27.0.170 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/762c7c89-a99f-4777-984a-71783c633329) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:26.304128 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] For port 84752d40-1054-4049-bbe5-3bc9e114a3c8, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:26.308074 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-6a250b95-d5b3-45fa-af1f-e8ae611dffdf service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:26:26.308240 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] For port 84752d40-1054-4049-bbe5-3bc9e114a3c8, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=84752d40-1054-4049-bbe5-3bc9e114a3c8,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:26.309217 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-6a250b95-d5b3-45fa-af1f-e8ae611dffdf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1467719 Aug 04 16:26:26.313727 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.330231 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.373757 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fa081a-625e-4bc5-838d-07c01177ddef None None] Pushing event updated for resources: {'Port': ['ID=84752d40-1054-4049-bbe5-3bc9e114a3c8,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:26.395331 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.449167 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.488367 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8f9038d0-749f-4c22-a3c7-2dc74e42edbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.490523 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8f9038d0-749f-4c22-a3c7-2dc74e42edbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.494235 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8f9038d0-749f-4c22-a3c7-2dc74e42edbe admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca18fb44-fcf5-40c0-90ad-06ad23d008b3 HTTP/1.1" status: 204 len: 168 time: 0.7809017 Aug 04 16:26:26.494235 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.494934 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.537591 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:26:26.546748 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9038d0-749f-4c22-a3c7-2dc74e42edbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca18fb44-fcf5-40c0-90ad-06ad23d008b3,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:26.575932 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:26.576591 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.576945 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Added segment 731cdf64-d637-4dae-9f78-b1941628b9f2 of type vlan for network bd9d7f3c-c76f-4d96-8c1f-da290bd2580b Aug 04 16:26:26.586008 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-39b590f0-b59c-4e3e-ac31-523bd0f14453 service neutron] 10.222.0.79 "GET /v2.0/networks/98dd76fd-3016-4e74-b9e9-d04ef79811a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210077 Aug 04 16:26:26.603622 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:26.627385 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:26.630889 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Pushing event updated for resources: {'Port': ['ID=762c7c89-a99f-4777-984a-71783c633329,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:26.678455 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.695840 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-b48cf001-beed-4dab-ab0c-2daf0d7421fe service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597779 Aug 04 16:26:26.802583 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffb3d5e-fd82-40f9-9ab6-86dc39c5f4a6,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:26.851885 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.853567 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:26.854172 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:26.947154 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] Pushing event updated for resources: {'Network': ['ID=bd9d7f3c-c76f-4d96-8c1f-da290bd2580b,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:26.958572 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-de70a771-7691-4319-ae22-0253664accbb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3045130 Aug 04 16:26:26.966250 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 43956) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:26.970678 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network bd9d7f3c-c76f-4d96-8c1f-da290bd2580b details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:26:26.978381 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Request body: {'subnet': {'network_id': 'bd9d7f3c-c76f-4d96-8c1f-da290bd2580b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2036260576-subnet', 'tenant_id': 'be69747c734845c899ffe1cd04d7abac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:27.009884 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-d7786f4e-5228-4421-9f1d-70d3df5ccc81 service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370298 Aug 04 16:26:27.149270 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 43964) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:27.175400 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a74ed125-3f09-44b9-8112-598cb75a8e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.191576 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.273472 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Made reservation on behalf of be69747c734845c899ffe1cd04d7abac for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:27.275448 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.324688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a74ed125-3f09-44b9-8112-598cb75a8e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.329584 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.355830 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 84752d40-1054-4049-bbe5-3bc9e114a3c8 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:27.400387 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a74ed125-3f09-44b9-8112-598cb75a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.412992 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.483340 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 84752d40-1054-4049-bbe5-3bc9e114a3c8 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:27.527980 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7d1f2c0-4688-4f59-a104-92e29ce7bf4b req-99decee4-fd9d-4fe0-aee4-a51e223bfaf3 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 210 time: 0.1616387 Aug 04 16:26:27.614928 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:27.626510 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a74ed125-3f09-44b9-8112-598cb75a8e00 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8df1a29a015a400896527afc73c1f99d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4754736 Aug 04 16:26:27.630421 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44000) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:27.647697 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ed125-3f09-44b9-8112-598cb75a8e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771e191d-142a-450b-96e7-3ac2e0502b60,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:27.701089 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-067cc860-b26c-43aa-b330-8e7d13af0dcb req-fbe21842-4459-41e2-87fc-3070b67a01ab tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 210 time: 0.0777190 Aug 04 16:26:27.786586 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Allocated IP 172.27.0.174 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/9c155347-be1a-42d4-baaf-a4bdd6547332) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:27.905857 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79605c88-dfe9-442d-83f8-e3489f9ddb1c None None] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:28.185036 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.226932 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-a2c454f2-baea-4013-9e25-d0a7932d00ae None None] Provisioning for port 84752d40-1054-4049-bbe5-3bc9e114a3c8 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:28.232974 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-a2c454f2-baea-4013-9e25-d0a7932d00ae None None] Provisioning complete for port 84752d40-1054-4049-bbe5-3bc9e114a3c8 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:28.236475 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a2c454f2-baea-4013-9e25-d0a7932d00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.246548 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.310114 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:28.314589 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:28.317498 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:28.330564 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6efe950d-d93b-4234-aa82-540e36ca7451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.368565 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a2c454f2-baea-4013-9e25-d0a7932d00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.424983 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-a2c454f2-baea-4013-9e25-d0a7932d00ae None None] For port 84752d40-1054-4049-bbe5-3bc9e114a3c8, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=84752d40-1054-4049-bbe5-3bc9e114a3c8,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:28.431150 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a2c454f2-baea-4013-9e25-d0a7932d00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.466991 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Pushing event updated for resources: {'Port': ['ID=9c155347-be1a-42d4-baaf-a4bdd6547332,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:28.529697 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c454f2-baea-4013-9e25-d0a7932d00ae None None] Pushing event updated for resources: {'Port': ['ID=84752d40-1054-4049-bbe5-3bc9e114a3c8,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:28.569426 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.573063 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6efe950d-d93b-4234-aa82-540e36ca7451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.632283 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.652690 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-a85d7581-b1c8-4b09-95f7-422d381d2c59 None None] Provisioning complete for port 84752d40-1054-4049-bbe5-3bc9e114a3c8 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:28.653224 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a85d7581-b1c8-4b09-95f7-422d381d2c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.718799 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-58c070ac-04e3-4e6f-83b0-66609591ad55 req-b104bfcd-a4ec-4179-8ae3-aa41af7f17e2 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 210 time: 0.0778415 Aug 04 16:26:28.825698 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-453f82ee-bf70-437d-bce2-b381ca36c171 req-2896ed48-c6f4-465b-b6c8-3c053cd56845 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 210 time: 0.0342383 Aug 04 16:26:28.861506 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69eca8be-5ad1-43ca-9b41-dc576be208d1,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:28.873287 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6efe950d-d93b-4234-aa82-540e36ca7451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.875905 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6efe950d-d93b-4234-aa82-540e36ca7451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.877049 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-6efe950d-d93b-4234-aa82-540e36ca7451 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/771e191d-142a-450b-96e7-3ac2e0502b60 HTTP/1.1" status: 204 len: 168 time: 0.9345376 Aug 04 16:26:28.878397 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:28.904874 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe950d-d93b-4234-aa82-540e36ca7451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771e191d-142a-450b-96e7-3ac2e0502b60,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:28.967792 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Checking segment: {'id': '731cdf64-d637-4dae-9f78-b1941628b9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': 'bd9d7f3c-c76f-4d96-8c1f-da290bd2580b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:28.968468 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Network hostable DHCP agents. Network: bd9d7f3c-c76f-4d96-8c1f-da290bd2580b, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:26:29.025253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.054887 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Network bd9d7f3c-c76f-4d96-8c1f-da290bd2580b is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:26:29.105130 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, bd9d7f3c-c76f-4d96-8c1f-da290bd2580b) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:29.118111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48c7de-8b20-46a3-b344-fe164d9ab10d None None] Network bd9d7f3c-c76f-4d96-8c1f-da290bd2580b requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:29.165106 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:29.165856 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.203069 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Router 8653c82c-ac75-42b7-8aa1-c67992d1877c is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:26:29.236453 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-30bcc172-6ad6-42ef-804c-b8c5fef4a477 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.2648315 Aug 04 16:26:29.280849 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Router 657d3cae-fe19-4376-9455-d96192286599 is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:26:29.293480 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 84752d40-1054-4049-bbe5-3bc9e114a3c8 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:29.446970 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06093cdb-4579-416b-bdcf-e39d9762cb2e None None] Network bd9d7f3c-c76f-4d96-8c1f-da290bd2580b requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:26:29.453821 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 84752d40-1054-4049-bbe5-3bc9e114a3c8 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:29.454378 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.469456 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:26:29.481124 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Sync routers for ids ['8653c82c-ac75-42b7-8aa1-c67992d1877c'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:26:29.496283 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Routers {'8653c82c-ac75-42b7-8aa1-c67992d1877c'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:29.496963 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['8653c82c-ac75-42b7-8aa1-c67992d1877c'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:29.512079 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:26:29.528959 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.530314 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b0373212-9bd0-4530-95a0-3d5852255492 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8562069 Aug 04 16:26:29.533298 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44080) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:29.544072 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Sync routers for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:26:29.554319 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44082) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:29.589096 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:29.589887 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:29.595989 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.597649 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-597401ad-76a3-4ab3-a8be-4fae96f1b521 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7978258 Aug 04 16:26:29.600650 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44086) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:29.690178 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] Deleting subnet fe6e7928-26b0-414b-b209-dfac9ea4a944 {{(pid=93290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:26:29.702385 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.773905 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.791632 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44096) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:29.821654 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:29.906685 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:29.938895 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.53', 53214) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:29.995671 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Set router 8653c82c-ac75-42b7-8aa1-c67992d1877c gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:30.035196 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:30.116815 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe6e7928-26b0-414b-b209-dfac9ea4a944,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:30.138781 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:30.143156 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f27f2e66-d034-49cc-898b-feb5905d7ad6 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/fe6e7928-26b0-414b-b209-dfac9ea4a944 HTTP/1.1" status: 204 len: 168 time: 0.5853670 Aug 04 16:26:30.147997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44110) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:30.297598 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:26Z', 'revision_number': 3, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:30.342990 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Checking router: 657d3cae-fe19-4376-9455-d96192286599 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:26:30.343346 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Updating router 657d3cae-fe19-4376-9455-d96192286599 port 762c7c89-a99f-4777-984a-71783c633329 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:26:30.376784 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:30.418756 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:30.556712 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.53', 53218) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:30.568334 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:26:28Z', 'revision_number': 3, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port': {'id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:27Z', 'updated_at': '2021-08-04T16:26:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:30.594475 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-29ad7ece-012f-4bdb-9b2b-549040489536 req-3e65710d-8387-4b0f-a75b-6c4381d486cf tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 210 time: 0.1976962 Aug 04 16:26:30.663980 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Checking router: 8653c82c-ac75-42b7-8aa1-c67992d1877c for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:26:30.664470 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Updating router 8653c82c-ac75-42b7-8aa1-c67992d1877c port 9c155347-be1a-42d4-baaf-a4bdd6547332 binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:26:30.753740 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:30.771271 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-37937eb4-e290-4d62-8df1-b6ca19f7fa2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:30.814807 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c70f12a8-b91b-4a61-944a-4d069b8125fe req-8efc99d4-b38d-42f8-bfba-ca1cf77feb7d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 210 time: 0.4195967 Aug 04 16:26:30.960981 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:30.979089 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.979792 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.980801 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.981299 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > port after_create 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.981834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.982185 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > port after_update 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.982516 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.982838 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.983327 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:30.983827 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:31.010529 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.026475 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Transition to ACTIVE for port object 762c7c89-a99f-4777-984a-71783c633329 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:31.037244 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.116777 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-76215f37-a10e-47b7-8d6e-c24c1892e807 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:31.118514 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-76215f37-a10e-47b7-8d6e-c24c1892e807 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.53 "GET /v2.0/networks?id=98dd76fd-3016-4e74-b9e9-d04ef79811a4 HTTP/1.1" status: 200 len: 812 time: 1.1681600 Aug 04 16:26:31.187066 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:31.187419 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:31.187751 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:31.190763 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93290) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:26:31.195273 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d018b990-5c93-41f4-af14-b367bd7e1058']}} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:31.197495 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Request body: {'port': {'device_id': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4', 'admin_state_up': True, 'tenant_id': '4d71a6d16db34e0989429e0a8d75add1'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:31.239815 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '437026ec-bde7-41c7-9290-82732ec7898a') {'for_net_delete': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:31.251385 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '437026ec-bde7-41c7-9290-82732ec7898a') {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:31.297743 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39441b-a506-401b-9c3b-37387467c200 None None] Pushing event updated for resources: {'Port': ['ID=762c7c89-a99f-4777-984a-71783c633329,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:31.299694 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13142984'] for segment, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.304392 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-841fb450-9217-43ad-8a57-9099947bc240 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:31.306557 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-841fb450-9217-43ad-8a57-9099947bc240 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.5666592 Aug 04 16:26:31.306946 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Attempting to bind port 762c7c89-a99f-4777-984a-71783c633329 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:31.307382 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Attempting to bind port 762c7c89-a99f-4777-984a-71783c633329 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:31.308610 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Attempting to bind port 762c7c89-a99f-4777-984a-71783c633329 on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:31.319048 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:31.319511 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:31.320253 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.320739 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:31.321280 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Bound port: 762c7c89-a99f-4777-984a-71783c633329, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:31.321790 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.348791 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.361705 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Transition to ACTIVE for port object 9c155347-be1a-42d4-baaf-a4bdd6547332 will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:31.372860 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Request body: {'port': {'device_id': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'admin_state_up': True, 'tenant_id': '39b787736b2a4580be655951a3b0b804'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:31.373434 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.393479 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.399644 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] For port 762c7c89-a99f-4777-984a-71783c633329, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:31.405279 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] For port 762c7c89-a99f-4777-984a-71783c633329, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=762c7c89-a99f-4777-984a-71783c633329,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:31.410892 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.425435 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:26:31.425851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13156053'] for segment, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: from cryptography.utils import int_from_bytes Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: from cryptography.utils import int_from_bytes Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: Traceback (most recent call last): Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: timer() Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: cb(*args, **kw) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: return func(*args, **kwargs) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: self._notify() Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: self.callback(batched_events) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: event.method(event) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: return f(self, *a, **k) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._get(url).json() Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: return self.request(url, 'GET', **kwargs) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:26:31.440813 dv-cinder-802882-3-iscsi neutron-server[93290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:26:31.466725 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:31.467393 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:31.481626 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Pushing event updated for resources: {'Port': ['ID=9c155347-be1a-42d4-baaf-a4bdd6547332,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:31.513182 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.513536 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.513889 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.514231 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.514863 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.515210 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.515544 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.515890 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.516250 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.516585 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.521443 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.521807 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Tracked resource versions report: Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: pushed versions: Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: { 'AddressGroup': {'1.2'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'ConntrackHelper': {'1.0'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Log': {'1.0'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Network': {'1.1'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Port': {'1.7'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'PortForwarding': {'1.2'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'QosPolicy': {'1.9'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroup': {'1.4'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroupRule': {'1.2'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SubPort': {'1.0'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Subnet': {'1.1'}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Trunk': {'1.1'}} Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: consumer versions: Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: { DHCP agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: HyperV agent@hv-cinder-80288: {}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: L3 agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: Metadata agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: Metering agent@dv-cinder-802882-3-iscsi: {}, Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: Open vSwitch agent@dv-cinder-802882-3-iscsi: { 'AddressGroup': '1.2', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'ConntrackHelper': '1.0', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Log': '1.0', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Network': '1.1', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Port': '1.7', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'PortForwarding': '1.2', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'QosPolicy': '1.9', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroup': '1.4', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SecurityGroupRule': '1.2', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'SubPort': '1.0', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Subnet': '1.1', Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: 'Trunk': '1.1'}} Aug 04 16:26:31.524484 dv-cinder-802882-3-iscsi neutron-server[93293]: {{(pid=93293) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 16:26:31.572944 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Attempting to bind port 9c155347-be1a-42d4-baaf-a4bdd6547332 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:31.573647 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Attempting to bind port 9c155347-be1a-42d4-baaf-a4bdd6547332 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:31.573967 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Attempting to bind port 9c155347-be1a-42d4-baaf-a4bdd6547332 on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:31.593071 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:31.593476 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:31.594126 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.594533 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:31.596500 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Bound port: 9c155347-be1a-42d4-baaf-a4bdd6547332, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:31.596929 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.613439 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:31.662619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-37937eb4-e290-4d62-8df1-b6ca19f7fa2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.664713 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.682107 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.688613 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] 10.222.0.79 "DELETE /v2.0/networks/d018b990-5c93-41f4-af14-b367bd7e1058 HTTP/1.1" status: 204 len: 168 time: 1.5382895 Aug 04 16:26:31.693724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39441b-a506-401b-9c3b-37387467c200 None None] Pushing event updated for resources: {'Port': ['ID=762c7c89-a99f-4777-984a-71783c633329,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:31.697291 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44172) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:31.722802 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] For port 9c155347-be1a-42d4-baaf-a4bdd6547332, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:31.729643 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] For port 9c155347-be1a-42d4-baaf-a4bdd6547332, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=9c155347-be1a-42d4-baaf-a4bdd6547332,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:31.736454 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:31.902616 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Routers {'8653c82c-ac75-42b7-8aa1-c67992d1877c'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:31.903257 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['8653c82c-ac75-42b7-8aa1-c67992d1877c'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:31.969726 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd1ca51-245c-4507-ad93-e870d61c8aee None None] Pushing event updated for resources: {'Port': ['ID=9c155347-be1a-42d4-baaf-a4bdd6547332,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:32.071408 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Made reservation on behalf of 4d71a6d16db34e0989429e0a8d75add1 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:32.094296 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.166460 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.181274 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Made reservation on behalf of 39b787736b2a4580be655951a3b0b804 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:32.184869 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.198679 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:26Z', 'revision_number': 3, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:32.224149 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-37937eb4-e290-4d62-8df1-b6ca19f7fa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.263740 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] Set router 8653c82c-ac75-42b7-8aa1-c67992d1877c gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:32.265188 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36fdc6c-cf1f-4e44-91fe-e56ca53591e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d018b990-5c93-41f4-af14-b367bd7e1058,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:32.267750 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ea25db-f06b-443d-8285-56a75606b3cf None None] The sync data for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi is: [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:26Z', 'revision_number': 3, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:26:32.402462 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2a722d90-ef3a-4a94-bf91-e60c81037abc req-2f6ae70b-2c20-4c3f-9de0-7ed09c4ab913 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 210 time: 0.1734788 Aug 04 16:26:32.451111 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cf70c6b8-69f8-450b-b68c-9951684c292d req-b42a9e87-3bea-4868-911d-bc19c0a18652 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 210 time: 0.1916792 Aug 04 16:26:32.462988 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_v2 [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] Deleting subnet 69eca8be-5ad1-43ca-9b41-dc576be208d1 {{(pid=93290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:26:32.493992 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-37937eb4-e290-4d62-8df1-b6ca19f7fa2c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b77adcc1ecc495d82bb58f5b9d1508d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7005661 Aug 04 16:26:32.493992 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.495633 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37937eb4-e290-4d62-8df1-b6ca19f7fa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a851664a-37a6-4d2a-b7f0-eebf6319e93e,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:32.515198 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44192) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:32.571230 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13142961'] for subnet, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.660751 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.739513 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.780166 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:26:28Z', 'revision_number': 3, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port': {'id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:27Z', 'updated_at': '2021-08-04T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:32.803517 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13155903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14120722'] for subnet, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.981874 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:32.981874 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/69eca8be-5ad1-43ca-9b41-dc576be208d1 HTTP/1.1" status: 204 len: 168 time: 1.1607442 Aug 04 16:26:32.981874 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44200) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:32.988131 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f0352a-e0d5-42ed-82dd-bf4fd72b287f None None] The sync data for ids ['8653c82c-ac75-42b7-8aa1-c67992d1877c'] in dv-cinder-802882-3-iscsi is: [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:26:28Z', 'revision_number': 3, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port': {'id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:27Z', 'updated_at': '2021-08-04T16:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:26:32.988503 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282d9b9-fa0d-4b90-8012-a17ca5c718e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69eca8be-5ad1-43ca-9b41-dc576be208d1,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:32.988503 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44202) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:33.024144 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.185832 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Allocated IP 172.20.0.1 (4cd8e288-0c67-43cc-a658-52ec2d96453e/05d7c047-1dfe-4f95-a2d5-d79931525d9f/084c4bbb-8eab-47d5-920c-53a6be207fda) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:33.254981 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d768e414-422b-46bf-8c95-2b3f6e595d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.294426 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac5fa-b3cc-4a5d-8786-2d935f2e9637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.298578 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.316882 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d768e414-422b-46bf-8c95-2b3f6e595d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.326564 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9d7f3c-c76f-4d96-8c1f-da290bd2580b']}} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:33.396394 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '731cdf64-d637-4dae-9f78-b1941628b9f2') {'for_net_delete': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:33.397000 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '731cdf64-d637-4dae-9f78-b1941628b9f2') {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:33.400802 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 762c7c89-a99f-4777-984a-71783c633329 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:33.558747 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 762c7c89-a99f-4777-984a-71783c633329 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:33.563255 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 762c7c89-a99f-4777-984a-71783c633329 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:33.574178 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.665771 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac5fa-b3cc-4a5d-8786-2d935f2e9637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.683217 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c3ac5fa-b3cc-4a5d-8786-2d935f2e9637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.725399 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13142984'] for segment, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.782074 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ac5fa-b3cc-4a5d-8786-2d935f2e9637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=befe65c9-e3fb-4147-9fc0-e035d6556197,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:33.798566 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.850773 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 762c7c89-a99f-4777-984a-71783c633329, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=762c7c89-a99f-4777-984a-71783c633329,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:33.857356 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.932677 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b823e56-4ec1-414e-92a3-9e735997f912 req-9291b746-8abd-48da-9ab7-b28f9e9de304 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 210 time: 0.2547193 Aug 04 16:26:33.941418 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-633c9250-f17d-4386-a552-87cc86aa68ad req-93a595a2-002a-40c0-b06b-77bc3b3007fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 210 time: 0.2721024 Aug 04 16:26:33.945116 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.971083 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=762c7c89-a99f-4777-984a-71783c633329,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:33.995343 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Releasing vlan 687 on physical network physnet1 to pool {{(pid=93290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:26:33.995640 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13156053'] for segment, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: Traceback (most recent call last): Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: timer() Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: cb(*args, **kw) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: return func(*args, **kwargs) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: self._notify() Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: self.callback(batched_events) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: event.method(event) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: return f(self, *a, **k) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._get(url).json() Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: return self.request(url, 'GET', **kwargs) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:26:33.997470 dv-cinder-802882-3-iscsi neutron-server[93290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:26:34.032529 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-1c3ac5fa-b3cc-4a5d-8786-2d935f2e9637 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4904cbcf3004fd09e5d2c7373772648&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0971820 Aug 04 16:26:34.081033 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44230) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:34.179648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.200457 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.202364 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bd9d7f3c-c76f-4d96-8c1f-da290bd2580b HTTP/1.1" status: 204 len: 168 time: 1.2887957 Aug 04 16:26:34.232725 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc0d92-e30a-4f31-b473-c7471c852768 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9d7f3c-c76f-4d96-8c1f-da290bd2580b,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:34.246962 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Allocated IP 172.20.0.2 (98dd76fd-3016-4e74-b9e9-d04ef79811a4/923146a1-ff47-4620-9c68-c580a7dd0072/679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:34.274869 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bb647b5e-fc7a-413a-ad2b-e75a119ff275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.331005 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bb647b5e-fc7a-413a-ad2b-e75a119ff275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.431602 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bb647b5e-fc7a-413a-ad2b-e75a119ff275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.435400 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bb647b5e-fc7a-413a-ad2b-e75a119ff275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.437026 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-bb647b5e-fc7a-413a-ad2b-e75a119ff275 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/befe65c9-e3fb-4147-9fc0-e035d6556197 HTTP/1.1" status: 204 len: 168 time: 0.3548298 Aug 04 16:26:34.453508 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb647b5e-fc7a-413a-ad2b-e75a119ff275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=befe65c9-e3fb-4147-9fc0-e035d6556197,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:34.566631 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44238) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:34.697504 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-283d793f-74eb-443d-847b-51d8cfe27f8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=59ae11e9974340fd82c71493357f5105&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1266921 Aug 04 16:26:34.700019 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44240) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:34.764716 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e210aa9c-f8d8-48c9-b8f9-01df9ab1f1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.790341 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Allocated IP 172.20.0.10 (4a8fcdc5-280f-4d38-a36a-37944d8ebae9/509c820d-8503-47b9-b4c1-d82d4796693f/26008a6d-a1ae-4c88-9e24-f6b23bb09bfc) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:34.814238 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e210aa9c-f8d8-48c9-b8f9-01df9ab1f1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.894969 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e210aa9c-f8d8-48c9-b8f9-01df9ab1f1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.898532 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e210aa9c-f8d8-48c9-b8f9-01df9ab1f1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:34.902552 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e210aa9c-f8d8-48c9-b8f9-01df9ab1f1bd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1dc1f89-70b4-4e86-9591-bbe67252d3af HTTP/1.1" status: 204 len: 168 time: 0.1984386 Aug 04 16:26:34.932049 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210aa9c-f8d8-48c9-b8f9-01df9ab1f1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc1f89-70b4-4e86-9591-bbe67252d3af,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:35.025622 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.073155 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d768e414-422b-46bf-8c95-2b3f6e595d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.076650 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d768e414-422b-46bf-8c95-2b3f6e595d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.078123 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d768e414-422b-46bf-8c95-2b3f6e595d57 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a851664a-37a6-4d2a-b7f0-eebf6319e93e HTTP/1.1" status: 204 len: 168 time: 2.5615659 Aug 04 16:26:35.126222 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.175787 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768e414-422b-46bf-8c95-2b3f6e595d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a851664a-37a6-4d2a-b7f0-eebf6319e93e,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:35.207613 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44252) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:35.259924 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7af94e2f-e295-406a-8fcf-d381b7057c79 req-7402ea60-7eb4-4e93-957f-4ff26201ab7d tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 210 time: 0.1820784 Aug 04 16:26:35.270057 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a7499e3-5532-4c61-89ed-883e7a4360c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.379807 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc98a9-3c3a-489e-a684-1d22ae86bdaf req-083c0e60-343c-4866-96c8-af867fec274d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:35.392337 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-64fc98a9-3c3a-489e-a684-1d22ae86bdaf req-083c0e60-343c-4866-96c8-af867fec274d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 932 time: 0.3056309 Aug 04 16:26:35.504632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.583775 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 762c7c89-a99f-4777-984a-71783c633329 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:35.605555 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Allocated IP 172.20.0.1 (a2d4ee58-23cd-45ae-bb2b-776ec2946139/453778b9-e617-4945-bd8c-5c81416458a1/17d453e9-91d1-40b9-ba3f-2355dfc8ce28) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:35.640614 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-64fc98a9-3c3a-489e-a684-1d22ae86bdaf req-441332e0-6716-4f0c-bd02-8b771b7d1139 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472527 Aug 04 16:26:35.654075 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:35.684229 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:35.753735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:35.770430 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44260) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:35.777722 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:35.778534 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.821647 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 762c7c89-a99f-4777-984a-71783c633329 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:35.822932 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.841429 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event updated for resources: {'Port': ['ID=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:35.852148 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.941570 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a7499e3-5532-4c61-89ed-883e7a4360c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.959868 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a7499e3-5532-4c61-89ed-883e7a4360c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:35.967365 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-a8a2c21a-39fe-4d01-bffc-388fc25c9ec3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6439371 Aug 04 16:26:36.021722 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.046662 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-ea222765-ef3d-4dbd-96e4-da563d209ab7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:26:36.048032 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-ea222765-ef3d-4dbd-96e4-da563d209ab7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0295734 Aug 04 16:26:36.087406 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7499e3-5532-4c61-89ed-883e7a4360c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2232d6-b937-45ce-b3b2-ab790fb2fe37,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:36.118123 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:36.128530 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 9c155347-be1a-42d4-baaf-a4bdd6547332 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:36.134568 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:36.149438 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:36.149958 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.160213 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8bc1eea0-ac70-48a7-a363-cfaff057cbd0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=be69747c734845c899ffe1cd04d7abac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3886087 Aug 04 16:26:36.160900 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44268) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:36.177029 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.192143 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8a7499e3-5532-4c61-89ed-883e7a4360c2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=821fd1ab2e304602ba6967c85ce7f631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9509656 Aug 04 16:26:36.201263 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44270) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:36.220650 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.240256 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 9c155347-be1a-42d4-baaf-a4bdd6547332 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:36.250386 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 9c155347-be1a-42d4-baaf-a4bdd6547332 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:36.251498 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.276979 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Pushing event updated for resources: {'Port': ['ID=084c4bbb-8eab-47d5-920c-53a6be207fda,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:36.469119 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Transition to ACTIVE for port object 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:36.526189 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.563091 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 9c155347-be1a-42d4-baaf-a4bdd6547332, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=9c155347-be1a-42d4-baaf-a4bdd6547332,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:36.577677 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.629767 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10e65faa-a18a-40e0-9c93-ba422e1b0581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.645193 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-72c2d810-4cef-417a-b968-f3fcb367443e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.690072 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10e65faa-a18a-40e0-9c93-ba422e1b0581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.705661 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=9c155347-be1a-42d4-baaf-a4bdd6547332,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:36.743582 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:36.746160 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:36.748699 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:36.755430 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:36.756495 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.763850 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-72c2d810-4cef-417a-b968-f3fcb367443e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.774339 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda62c79-fd52-45a1-8429-3fd1799c4371 req-29b14bb7-7cb0-4f27-843b-4c8efaaf6f45 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:36.777751 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fda62c79-fd52-45a1-8429-3fd1799c4371 req-29b14bb7-7cb0-4f27-843b-4c8efaaf6f45 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 931 time: 0.3313487 Aug 04 16:26:36.893265 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.902375 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fda62c79-fd52-45a1-8429-3fd1799c4371 req-181249af-319e-49a4-9dc9-cc03d8f72a0a tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086054 Aug 04 16:26:36.917752 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.921809 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Pushing event updated for resources: {'Port': ['ID=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:36.937099 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a039d2-410a-4cef-88c8-0eba9ab209fc req-a0e23300-561c-4729-b4d9-0f8be5174cf8 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:36.938743 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f5a039d2-410a-4cef-88c8-0eba9ab209fc req-a0e23300-561c-4729-b4d9-0f8be5174cf8 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 932 time: 0.1497648 Aug 04 16:26:36.940305 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10e65faa-a18a-40e0-9c93-ba422e1b0581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.942966 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10e65faa-a18a-40e0-9c93-ba422e1b0581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.946722 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-10e65faa-a18a-40e0-9c93-ba422e1b0581 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ee2232d6-b937-45ce-b3b2-ab790fb2fe37 HTTP/1.1" status: 204 len: 168 time: 0.7418950 Aug 04 16:26:36.956473 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e65faa-a18a-40e0-9c93-ba422e1b0581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2232d6-b937-45ce-b3b2-ab790fb2fe37,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:36.972075 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-be7195d1-27ab-4470-a75f-378314968045 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7832541 Aug 04 16:26:36.972230 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-72c2d810-4cef-417a-b968-f3fcb367443e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.975924 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-72c2d810-4cef-417a-b968-f3fcb367443e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:36.980153 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-72c2d810-4cef-417a-b968-f3fcb367443e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dffb3d5e-fd82-40f9-9ab6-86dc39c5f4a6 HTTP/1.1" status: 204 len: 168 time: 0.8143497 Aug 04 16:26:36.999418 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2d810-4cef-417a-b968-f3fcb367443e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffb3d5e-fd82-40f9-9ab6-86dc39c5f4a6,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:37.005723 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:37.012251 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:37.020117 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:37.020646 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:37.028998 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Pushing event updated for resources: {'Port': ['ID=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:37.037894 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f5a039d2-410a-4cef-88c8-0eba9ab209fc req-6bbe5508-904f-4cb0-9fda-1725ff0a2658 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925596 Aug 04 16:26:37.340799 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 9c155347-be1a-42d4-baaf-a4bdd6547332 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:37.422526 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-abe90f7c-a220-4aa8-81bc-65ac1b144b28 None None] Provisioning for port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:37.427284 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-abe90f7c-a220-4aa8-81bc-65ac1b144b28 None None] Provisioning complete for port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:37.427770 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-abe90f7c-a220-4aa8-81bc-65ac1b144b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:37.464569 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-abe90f7c-a220-4aa8-81bc-65ac1b144b28 None None] Port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:26:37.466695 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 9c155347-be1a-42d4-baaf-a4bdd6547332 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:37.467077 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:37.492236 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:37.544636 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:37.595053 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:37.596222 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:37.674225 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Pushing event updated for resources: {'Port': ['ID=084c4bbb-8eab-47d5-920c-53a6be207fda,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:37.957118 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:37.970795 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:38.241945 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872f0dc-7904-485a-a2c5-8a0dd02dd7dc req-8e72de8d-4abd-48ef-8d2c-654433caf4fb tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:38.245580 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4872f0dc-7904-485a-a2c5-8a0dd02dd7dc req-8e72de8d-4abd-48ef-8d2c-654433caf4fb tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 931 time: 0.1748028 Aug 04 16:26:38.388763 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4872f0dc-7904-485a-a2c5-8a0dd02dd7dc req-38fc30db-1c7d-4adb-91c9-7dbed9ee0cba tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292565 Aug 04 16:26:38.425288 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb78ec8-a81c-4867-acb6-f7879ac97091 req-b306c872-0ae6-45fc-afb2-53993b520b42 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:38.426762 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ddb78ec8-a81c-4867-acb6-f7879ac97091 req-b306c872-0ae6-45fc-afb2-53993b520b42 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 932 time: 0.1798983 Aug 04 16:26:38.438384 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:38.451299 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:38.452622 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:38.554028 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ddb78ec8-a81c-4867-acb6-f7879ac97091 req-edd1ef9f-f1ba-4157-9b25-90d09ee24cf1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182144 Aug 04 16:26:38.609092 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Router 8653c82c-ac75-42b7-8aa1-c67992d1877c has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:26:38.613149 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Pushing event updated for resources: {'Port': ['ID=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:38.694821 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:38.697808 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:38.770863 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:26:38.799918 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Sync routers for ids ['8653c82c-ac75-42b7-8aa1-c67992d1877c'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:26:38.814045 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Routers {'8653c82c-ac75-42b7-8aa1-c67992d1877c'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:38.816330 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['8653c82c-ac75-42b7-8aa1-c67992d1877c'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:38.890938 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-4c77c455-9969-43c3-a5d8-c02c62f0a373 admin admin] 10.222.0.79 "PUT /v2.0/routers/8653c82c-ac75-42b7-8aa1-c67992d1877c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3563390 Aug 04 16:26:38.966933 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Router 657d3cae-fe19-4376-9455-d96192286599 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:26:39.166652 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:26:39.172148 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c4f1faef-e036-4786-a470-9890894d3767 admin admin] 10.222.0.79 "PUT /v2.0/routers/657d3cae-fe19-4376-9455-d96192286599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5702817 Aug 04 16:26:39.177548 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Sync routers for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:26:39.189093 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:39.189971 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:39.250378 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Set router 8653c82c-ac75-42b7-8aa1-c67992d1877c gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:39.293530 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-fdde10a4-ddd3-446d-b70c-95ef12b221ff None None] Provisioning complete for port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:39.294152 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-fdde10a4-ddd3-446d-b70c-95ef12b221ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:39.457303 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:39.496948 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-fdde10a4-ddd3-446d-b70c-95ef12b221ff None None] Port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:26:39.670939 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b55a9-f12e-460a-bc46-128638847bbb req-dafdfb48-534b-4832-9444-1427bc8b98ed tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:39.672485 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-be7b55a9-f12e-460a-bc46-128638847bbb req-dafdfb48-534b-4832-9444-1427bc8b98ed tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 931 time: 0.1492770 Aug 04 16:26:39.679835 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:26:36Z', 'revision_number': 4, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port': {'id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:27Z', 'updated_at': '2021-08-04T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '084c4bbb-8eab-47d5-920c-53a6be207fda', 'name': '', 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'mac_address': 'fa:16:3e:02:52:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:32Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 2, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'subnets': [{'id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:39.787651 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Checking router: 8653c82c-ac75-42b7-8aa1-c67992d1877c for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:26:39.788057 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Updating router 8653c82c-ac75-42b7-8aa1-c67992d1877c port 084c4bbb-8eab-47d5-920c-53a6be207fda binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:26:39.843834 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-be7b55a9-f12e-460a-bc46-128638847bbb req-de0838b1-f615-4e6c-9831-7058145448ee tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618028 Aug 04 16:26:39.892732 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:39.908606 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f837985-b243-4f83-800b-aaea186743be req-cbd4f8c7-b2ac-459b-80ab-57c9a6eb7bee tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:39.912946 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0f837985-b243-4f83-800b-aaea186743be req-cbd4f8c7-b2ac-459b-80ab-57c9a6eb7bee tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 932 time: 0.1978848 Aug 04 16:26:39.970807 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0f837985-b243-4f83-800b-aaea186743be req-3f1da829-7da0-4629-b8a9-06cdd270d07d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540452 Aug 04 16:26:40.005095 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 2, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:40.064372 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Checking router: 657d3cae-fe19-4376-9455-d96192286599 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:26:40.065605 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Updating router 657d3cae-fe19-4376-9455-d96192286599 port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:26:40.136096 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.467149 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.493891 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Transition to ACTIVE for port object 084c4bbb-8eab-47d5-920c-53a6be207fda will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:40.514255 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.627013 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3c565-85c0-4c2b-8f13-8322b1f375dd None None] Pushing event updated for resources: {'Port': ['ID=084c4bbb-8eab-47d5-920c-53a6be207fda,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:40.768139 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Attempting to bind port 084c4bbb-8eab-47d5-920c-53a6be207fda on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:40.768388 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Attempting to bind port 084c4bbb-8eab-47d5-920c-53a6be207fda by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:40.768654 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Attempting to bind port 084c4bbb-8eab-47d5-920c-53a6be207fda on network 4cd8e288-0c67-43cc-a658-52ec2d96453e {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:40.788907 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:40.789289 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Checking segment: {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:40.789698 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.790103 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Bound using segment: {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:40.790584 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Bound port: 084c4bbb-8eab-47d5-920c-53a6be207fda, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:40.791024 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.830391 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.856591 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Transition to ACTIVE for port object 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:40.878128 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:40.996693 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] For port 084c4bbb-8eab-47d5-920c-53a6be207fda, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:41.008630 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] For port 084c4bbb-8eab-47d5-920c-53a6be207fda, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=084c4bbb-8eab-47d5-920c-53a6be207fda,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:41.021958 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.065288 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8688f3-3194-4c42-aa03-e55a6a9b4ee9 None None] Pushing event updated for resources: {'Port': ['ID=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:41.191028 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Routers {'8653c82c-ac75-42b7-8aa1-c67992d1877c'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:41.191732 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['8653c82c-ac75-42b7-8aa1-c67992d1877c'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:41.269650 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Attempting to bind port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:41.270326 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Attempting to bind port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:41.270886 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Attempting to bind port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:41.277137 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:41.277863 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Checking segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:41.278456 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.279140 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Bound using segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:41.279644 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Bound port: 17d453e9-91d1-40b9-ba3f-2355dfc8ce28, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:41.280187 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.389615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44448) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:41.397338 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-31c839a6-2d9c-4bb5-9df5-5fe279073995 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1398700573', 'description': 'tempest-description--1401664608'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:41.449124 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3c565-85c0-4c2b-8f13-8322b1f375dd None None] Pushing event updated for resources: {'Port': ['ID=084c4bbb-8eab-47d5-920c-53a6be207fda,revision_number=4']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:41.506778 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-31c839a6-2d9c-4bb5-9df5-5fe279073995 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.615065 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-1d5ca8a0-086b-49dd-9d62-8aaaac97cff1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:41.633628 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-1d5ca8a0-086b-49dd-9d62-8aaaac97cff1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 819 time: 0.3850214 Aug 04 16:26:41.657710 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] Set router 8653c82c-ac75-42b7-8aa1-c67992d1877c gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:41.679411 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-9c4de923-644e-4021-92f9-a720e50760ec tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/quotas/2f93a8d0cc48444685d76df2df388384 HTTP/1.1" status: 200 len: 375 time: 0.0443568 Aug 04 16:26:41.721619 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] For port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:41.728840 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] For port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:41.747673 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.757523 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c52e7e6-70be-4c00-a09e-d17826ae915b req-63f5b9d7-f486-41e5-9824-b5ef35acb950 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:41.765640 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1c52e7e6-70be-4c00-a09e-d17826ae915b req-63f5b9d7-f486-41e5-9824-b5ef35acb950 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 931 time: 0.1730840 Aug 04 16:26:41.787285 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-31c839a6-2d9c-4bb5-9df5-5fe279073995 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.797117 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-31c839a6-2d9c-4bb5-9df5-5fe279073995 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.811610 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-052fb5e3-7cc1-42af-ad09-526544911d57 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1309669 Aug 04 16:26:41.858332 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-31c839a6-2d9c-4bb5-9df5-5fe279073995 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.864051 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-31c839a6-2d9c-4bb5-9df5-5fe279073995 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4722002 Aug 04 16:26:41.867024 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c839a6-2d9c-4bb5-9df5-5fe279073995 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3cd3efc-5f54-434e-acfc-d70bf5719f9b,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:41.870408 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44466) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:41.878480 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-ca7eec9c-b509-41bc-b207-bc9013ba1619 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'security_group_rule': {'security_group_id': 'a3cd3efc-5f54-434e-acfc-d70bf5719f9b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:41.917871 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1c52e7e6-70be-4c00-a09e-d17826ae915b req-83da0b2a-4741-47fa-8e87-8272654078f3 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397519 Aug 04 16:26:41.959449 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:26:41.960211 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ca7eec9c-b509-41bc-b207-bc9013ba1619 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:41.967379 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:41.971722 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8688f3-3194-4c42-aa03-e55a6a9b4ee9 None None] Pushing event updated for resources: {'Port': ['ID=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:42.034208 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b499326e-95f6-494a-97e0-b0715fec3f95 service neutron] 10.222.0.79 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212777 Aug 04 16:26:42.199603 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:26:36Z', 'revision_number': 4, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port': {'id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:27Z', 'updated_at': '2021-08-04T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '084c4bbb-8eab-47d5-920c-53a6be207fda', 'name': '', 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'mac_address': 'fa:16:3e:02:52:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:32Z', 'updated_at': '2021-08-04T16:26:40Z', 'revision_number': 4, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'subnets': [{'id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:42.248408 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13485c7a-c8f7-4a20-9e79-4b9f477ec6d1 None None] The sync data for ids ['8653c82c-ac75-42b7-8aa1-c67992d1877c'] in dv-cinder-802882-3-iscsi is: [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:26:36Z', 'revision_number': 4, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port': {'id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:27Z', 'updated_at': '2021-08-04T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '084c4bbb-8eab-47d5-920c-53a6be207fda', 'name': '', 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'mac_address': 'fa:16:3e:02:52:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:32Z', 'updated_at': '2021-08-04T16:26:40Z', 'revision_number': 4, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'subnets': [{'id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:26:42.266224 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ca7eec9c-b509-41bc-b207-bc9013ba1619 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.273958 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ca7eec9c-b509-41bc-b207-bc9013ba1619 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.395323 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Request body: {'port': {'device_id': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:42.403083 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dab0e-c0d8-49ef-8b07-14e674ad4528 req-4c4a8ec3-12ce-4eb4-9f33-aa36f9dbfeb5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:42.404808 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-be9dab0e-c0d8-49ef-8b07-14e674ad4528 req-4c4a8ec3-12ce-4eb4-9f33-aa36f9dbfeb5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 932 time: 0.3500457 Aug 04 16:26:42.445840 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:26:42.480944 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-fcc16166-8b1c-4eef-9528-502382b954cd service neutron] 10.222.0.79 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4446266 Aug 04 16:26:42.517501 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Request body: {'port': {'device_id': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:42.518184 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-be9dab0e-c0d8-49ef-8b07-14e674ad4528 req-9836996e-728c-4f23-aaf5-cc3636377f32 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062839 Aug 04 16:26:42.528307 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ca7eec9c-b509-41bc-b207-bc9013ba1619 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.533196 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-ca7eec9c-b509-41bc-b207-bc9013ba1619 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6591208 Aug 04 16:26:42.533196 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7eec9c-b509-41bc-b207-bc9013ba1619 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c381524-1a9c-48fb-ab88-938988b59ca2,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:42.534030 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44474) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:42.538712 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-82818354-4f48-42d8-bc39-37e6239ceb15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'security_group_rule': {'security_group_id': 'a3cd3efc-5f54-434e-acfc-d70bf5719f9b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:42.596295 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-82818354-4f48-42d8-bc39-37e6239ceb15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.722465 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.871762 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-82818354-4f48-42d8-bc39-37e6239ceb15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:42.893414 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-82818354-4f48-42d8-bc39-37e6239ceb15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.013673 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.051776 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4cb4b234-9e5f-458f-b7c0-21e03e92d41e req-46eb8dce-a384-4e9e-8a35-cc7ef8a6f50f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 210 time: 0.1833599 Aug 04 16:26:43.071414 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82818354-4f48-42d8-bc39-37e6239ceb15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca42114-cb5c-4124-9bc0-8d3adf4cb931,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:43.113873 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-82818354-4f48-42d8-bc39-37e6239ceb15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.120766 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-82818354-4f48-42d8-bc39-37e6239ceb15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5846157 Aug 04 16:26:43.137839 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44490) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:43.143504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:43.320748 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:43.440505 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:41Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:26:43.534081 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a060c1e-3d01-4c75-af42-9ee381fe3260 req-736055b3-811f-4eea-8808-529f414355a4 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:43.564052 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a060c1e-3d01-4c75-af42-9ee381fe3260 req-736055b3-811f-4eea-8808-529f414355a4 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 931 time: 0.4627888 Aug 04 16:26:43.592823 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 084c4bbb-8eab-47d5-920c-53a6be207fda up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:43.708446 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e90dee8-f631-4be4-a8b2-2859cdec9e5b None None] The sync data for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi is: [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:41Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:26:43.826297 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 084c4bbb-8eab-47d5-920c-53a6be207fda completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:43.837162 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 084c4bbb-8eab-47d5-920c-53a6be207fda triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:43.837561 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.140794 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.183785 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 084c4bbb-8eab-47d5-920c-53a6be207fda, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=084c4bbb-8eab-47d5-920c-53a6be207fda,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:44.194905 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.293165 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=084c4bbb-8eab-47d5-920c-53a6be207fda,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:44.359665 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a060c1e-3d01-4c75-af42-9ee381fe3260 req-d015816c-fd34-4338-99cb-a96ff3f01125 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7934475 Aug 04 16:26:44.559493 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:44.585724 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.615276 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:44.626114 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-89359cac-1247-4fa3-8cc1-31d08a4e7d16 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.627680 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-89359cac-1247-4fa3-8cc1-31d08a4e7d16 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 819 time: 0.4617386 Aug 04 16:26:44.638928 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.655532 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.657944 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Transition to ACTIVE for port object 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:44.668957 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.669181 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-88c2489b-54b9-4f75-b493-44394e76580b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/quotas/2f93a8d0cc48444685d76df2df388384 HTTP/1.1" status: 200 len: 375 time: 0.0260131 Aug 04 16:26:44.671530 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Transition to ACTIVE for port object 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:44.678535 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f353fdf-1b79-470e-8c4b-45fcd714715d req-d1499fea-08f6-4bee-a67c-3005f8d58835 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:44.688025 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1f353fdf-1b79-470e-8c4b-45fcd714715d req-d1499fea-08f6-4bee-a67c-3005f8d58835 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 932 time: 0.1743832 Aug 04 16:26:44.711017 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:44.755686 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Pushing event updated for resources: {'Port': ['ID=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:44.852537 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.53', 53234) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:44.871841 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1f353fdf-1b79-470e-8c4b-45fcd714715d req-fc4f26b6-832e-4aff-a060-c0ba444ca984 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827056 Aug 04 16:26:44.875459 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Attempting to bind port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:44.875804 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Attempting to bind port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'a3003119-b053-47bc-8037-802d135a65e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:44.876244 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Attempting to bind port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 on network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:44.888568 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-ff692b23-8cfc-44a8-8acc-f2de3b15c9ec tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1963031 Aug 04 16:26:44.934290 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Allocated IP 172.27.0.125 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/dd2f42aa-8cbf-46fe-aa3e-20372b30f103) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:45.075968 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8ea72d60-5d9e-48c7-87eb-45cb928b8bee service neutron] 10.222.0.79 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737332 Aug 04 16:26:45.076964 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 on network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:45.077287 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Attempting to bind port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 on network 98dd76fd-3016-4e74-b9e9-d04ef79811a4 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:45.079212 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Pushing event updated for resources: {'Port': ['ID=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:45.086990 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Attempting to bind port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:45.087336 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Attempting to bind port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:45.087937 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Attempting to bind port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:45.106921 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:45.107463 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Checking segment: {'id': 'a3003119-b053-47bc-8037-802d135a65e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:45.108347 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Bound using segment: {'id': 'a3003119-b053-47bc-8037-802d135a65e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:45.109331 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Bound port: 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3003119-b053-47bc-8037-802d135a65e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:45.109738 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.111886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:45.112121 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Attempting to bind port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:45.129060 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:45.129418 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Checking segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:45.129762 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Bound using segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:45.130195 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Bound port: 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:45.130546 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.215668 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.270307 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-19c6f130-af7d-40e7-94c3-bd3b6d6108be service neutron] 10.222.0.79 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932366 Aug 04 16:26:45.306927 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-77eb7554-be5b-4ae1-8e15-80a70ad36efd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.311449 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-77eb7554-be5b-4ae1-8e15-80a70ad36efd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 819 time: 0.4540813 Aug 04 16:26:45.321048 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.330249 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Request body: {'port': {'device_id': '758fb058-16d9-4840-a144-379c96c0cf0c', 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'admin_state_up': True, 'tenant_id': '2f93a8d0cc48444685d76df2df388384'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:45.381671 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'Port': ['ID=dd2f42aa-8cbf-46fe-aa3e-20372b30f103,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:45.395605 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:45.400674 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:45.405465 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:45.421406 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:45.481467 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] For port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:45.489424 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] For port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:45.530120 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] For port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:45.534557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] For port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,segment=NetworkSegment(a3003119-b053-47bc-8037-802d135a65e6),segment_id=a3003119-b053-47bc-8037-802d135a65e6)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:45.555641 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:45.566642 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:45.567018 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.644846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711e380-1d3c-4798-9381-fa0953e1c489 req-d7f1170e-c6cf-48f7-9303-e74194794c13 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.654275 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a711e380-1d3c-4798-9381-fa0953e1c489 req-d7f1170e-c6cf-48f7-9303-e74194794c13 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.1792939 Aug 04 16:26:45.682809 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.687643 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.761766 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51ce172b-3ed0-474b-838e-891f586046ca req-3957f9eb-9b5b-41f3-bbfc-ca8d96bbd0b6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 210 time: 0.1041067 Aug 04 16:26:45.782632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.786917 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Made reservation on behalf of 2f93a8d0cc48444685d76df2df388384 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:45.790415 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.792237 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.850045 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:45.850682 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.852300 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] 10.222.0.53 "PUT /v2.0/ports/679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 HTTP/1.1" status: 200 len: 1093 time: 4.1841981 Aug 04 16:26:45.852646 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'tag': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:45.882666 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a711e380-1d3c-4798-9381-fa0953e1c489 req-e586060e-72cb-4744-9f86-09e8ecc30a66 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253904 Aug 04 16:26:45.911534 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.954813 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:45.976686 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:45.978647 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 084c4bbb-8eab-47d5-920c-53a6be207fda up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:46.188316 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.192165 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:46.197056 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] 10.222.0.53 "PUT /v2.0/ports/26008a6d-a1ae-4c88-9e24-f6b23bb09bfc HTTP/1.1" status: 200 len: 1094 time: 4.5355055 Aug 04 16:26:46.218464 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:46.268304 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 084c4bbb-8eab-47d5-920c-53a6be207fda triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:46.268668 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:46.374714 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe6de5-6b75-409f-90d7-eef9c62fdc89 req-d0edce60-c56c-41ac-bf73-52a657537736 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.382927 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2cbe6de5-6b75-409f-90d7-eef9c62fdc89 req-d0edce60-c56c-41ac-bf73-52a657537736 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 944 time: 0.3163760 Aug 04 16:26:46.481003 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e8f319-1304-43e9-8046-963bd192449f" -d '{"events": [{"name": "network-changed", "server_uuid": "0eadb0bc-ee99-4d6b-b236-7ca90468ca95", "tag": "679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:46.482124 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44626) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:46.489178 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea1d17-6506-4cde-a936-1ce8ed22fc7e service neutron] Pushing event updated for resources: {'Port': ['ID=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:46.551294 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2cbe6de5-6b75-409f-90d7-eef9c62fdc89 req-b97d15dc-61cb-4f45-b22c-45facdf847a3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665130 Aug 04 16:26:46.565039 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:46.574803 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:46.690597 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'Port': ['ID=dd2f42aa-8cbf-46fe-aa3e-20372b30f103,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:46.698363 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:46.715712 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:46.718432 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-d32c1565-5f85-487b-b5cc-3062fa2ccc27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5789618 Aug 04 16:26:46.778325 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-0b1ecdd0-f81a-480a-a8d2-939fcb929349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.780119 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-0b1ecdd0-f81a-480a-a8d2-939fcb929349 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 1097 time: 0.4338319 Aug 04 16:26:46.807669 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f9853e-ad26-4415-91ea-20da854baad8 service neutron] Pushing event updated for resources: {'Port': ['ID=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:46.813512 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-381ca0b8-7708-4567-b8a3-5d2bcb5281a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:46.815398 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-381ca0b8-7708-4567-b8a3-5d2bcb5281a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d71a6d16db34e0989429e0a8d75add1&device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 1096 time: 0.7269351 Aug 04 16:26:46.891292 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44642) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:46.899437 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59424133-a892-4af0-89f1-acaf479de207 req-91893bd6-c92d-4e2a-b253-ef38e8897a52 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 210 time: 0.0579197 Aug 04 16:26:46.911775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3c52c140-177c-4853-91ed-2e1437a8b47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:46.943696 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-8645a667-dc24-4f5b-a606-6b5bbf948e58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc HTTP/1.1" status: 200 len: 217 time: 0.1226711 Aug 04 16:26:46.955743 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-d6a0a341-e288-436b-952a-2d35f882e62d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 HTTP/1.1" status: 200 len: 217 time: 0.1245437 Aug 04 16:26:46.992195 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb275090-6d9a-4ed1-aef1-4d3a54168817 x-openstack-request-id: req-cb275090-6d9a-4ed1-aef1-4d3a54168817 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:46.992195 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eadb0bc-ee99-4d6b-b236-7ca90468ca95", "tag": "679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:46.992195 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cb275090-6d9a-4ed1-aef1-4d3a54168817 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:46.992195 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'tag': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8', 'status': 'completed', 'code': 200} Aug 04 16:26:47.033997 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Allocated IP 172.20.0.3 (4cd8e288-0c67-43cc-a658-52ec2d96453e/05d7c047-1dfe-4f95-a2d5-d79931525d9f/53700f11-88f0-49bc-83d5-4d87a81fa881) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:47.070104 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-81df92ce-e294-4899-a407-9fc538baf117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.092335 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.53', 53238) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:47.139542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-5283a2cf-0bbf-46ce-a1c6-bc76ab301b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.141109 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-5283a2cf-0bbf-46ce-a1c6-bc76ab301b69 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=923146a1-ff47-4620-9c68-c580a7dd0072 HTTP/1.1" status: 200 len: 852 time: 0.1607835 Aug 04 16:26:47.203987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97acf36-01de-4372-be4f-6fe2da4b8b9a req-3bc19fe7-0fa1-4ad9-8d99-ef017287c440 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.205827 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f97acf36-01de-4372-be4f-6fe2da4b8b9a req-3bc19fe7-0fa1-4ad9-8d99-ef017287c440 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.1543343 Aug 04 16:26:47.209354 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3c52c140-177c-4853-91ed-2e1437a8b47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.220852 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3c52c140-177c-4853-91ed-2e1437a8b47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.259255 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-37928238-b356-497a-b0a8-c8a5927a1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.261088 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-37928238-b356-497a-b0a8-c8a5927a1f0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.3044713 Aug 04 16:26:47.275527 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:47.327184 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-013003f9-1dcf-4e66-89e2-f945ef2c7bfd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98dd76fd-3016-4e74-b9e9-d04ef79811a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1696415 Aug 04 16:26:47.362343 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-3c52c140-177c-4853-91ed-2e1437a8b47c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ea3aaf5e056b4393a30723c391a24397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8789806 Aug 04 16:26:47.366045 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44668) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:47.366399 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:47.367038 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.384200 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f97acf36-01de-4372-be4f-6fe2da4b8b9a req-cca719ed-3acf-459e-bf37-c7291f20b1c0 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604602 Aug 04 16:26:47.405066 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-2f60724e-34f9-49cf-bf48-232867a40577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1398700573&fields=id&tenant_id=8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 267 time: 0.1978092 Aug 04 16:26:47.409737 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52c140-177c-4853-91ed-2e1437a8b47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f260b5-0b24-4a5f-a5b1-ed82382ac99a,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:47.467658 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-dd865979-483e-409f-ae37-3e9d3f40c9ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1511056 Aug 04 16:26:47.581477 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a4124be0-eb53-45d4-b141-f7a9a5184ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.634255 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-dcfd934c-1e13-4034-a322-6552d413bf55 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.636948 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-dcfd934c-1e13-4034-a322-6552d413bf55 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 817 time: 0.2311406 Aug 04 16:26:47.662237 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-81df92ce-e294-4899-a407-9fc538baf117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.666232 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-7fc0d489-0368-4e34-aa1f-44128e003617 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:47.668512 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-7fc0d489-0368-4e34-aa1f-44128e003617 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 819 time: 0.5731165 Aug 04 16:26:47.677817 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a4124be0-eb53-45d4-b141-f7a9a5184ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.687717 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-81df92ce-e294-4899-a407-9fc538baf117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:47.692304 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Request body: {'port': {'device_id': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'admin_state_up': True, 'tenant_id': '2f93a8d0cc48444685d76df2df388384'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:47.721643 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-fc07c08d-c068-411f-afc5-64dc1e1e6849 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/quotas/8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 375 time: 0.0688376 Aug 04 16:26:47.767929 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-7bede781-d620-4cc2-aac1-5e892acac628 service neutron] 10.222.0.53 "GET /v2.0/networks/98dd76fd-3016-4e74-b9e9-d04ef79811a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864574 Aug 04 16:26:47.967425 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-81df92ce-e294-4899-a407-9fc538baf117 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6ce105d2d41447f19a675571cd533729&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0704696 Aug 04 16:26:47.970304 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df92ce-e294-4899-a407-9fc538baf117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f3e31-117b-4eb7-8fad-0f41f6b52976,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:47.974881 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44694) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:47.999273 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ab2dd-8455-4933-b9c7-0c7916958f42 req-eef3a636-ba97-45a2-9622-3b4f5bfafc80 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.000909 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-457ab2dd-8455-4933-b9c7-0c7916958f42 req-eef3a636-ba97-45a2-9622-3b4f5bfafc80 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 944 time: 0.3444588 Aug 04 16:26:48.021781 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44696) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:48.054094 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a4124be0-eb53-45d4-b141-f7a9a5184ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.056619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a4124be0-eb53-45d4-b141-f7a9a5184ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.057813 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a4124be0-eb53-45d4-b141-f7a9a5184ab4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/52f260b5-0b24-4a5f-a5b1-ed82382ac99a HTTP/1.1" status: 204 len: 168 time: 0.6891518 Aug 04 16:26:48.065674 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-ea0648fc-b36a-4c90-85c0-33930cfea1e6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1716909 Aug 04 16:26:48.078498 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-38ce3bce-d52c-4a13-b66d-42645b54fc9b service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830784 Aug 04 16:26:48.090154 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4124be0-eb53-45d4-b141-f7a9a5184ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f260b5-0b24-4a5f-a5b1-ed82382ac99a,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:48.113007 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-457ab2dd-8455-4933-b9c7-0c7916958f42 req-20f253eb-d4aa-4287-9806-fdb7d6ca9c9d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017182 Aug 04 16:26:48.134775 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.161121 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4f84-a617-4047-b298-ee437fb92e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.193127 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4f84-a617-4047-b298-ee437fb92e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.212778 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-967d3fcb-9e49-4681-856d-95e255a22a64 req-6de33d22-42e8-4e18-a5cf-392536de23df service neutron] 10.222.0.53 "GET /v2.0/networks/98dd76fd-3016-4e74-b9e9-d04ef79811a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4330750 Aug 04 16:26:48.261395 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-7ed8ac29-8cbf-4138-b785-1f007c77ae65 service neutron] 10.222.0.79 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618047 Aug 04 16:26:48.287496 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3c036aed-096c-4783-990f-0ce31999ad54 req-adda615e-287d-49d9-ab89-43147ce4b14f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 210 time: 0.0390537 Aug 04 16:26:48.287772 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Made reservation on behalf of 2f93a8d0cc48444685d76df2df388384 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:48.291320 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.337909 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-feeb3a72-b76d-47af-b1fd-b5eb9e90d5f7 req-7f4498b1-b171-4fc4-a592-7f78d058337a service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358088 Aug 04 16:26:48.348647 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.367638 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4f84-a617-4047-b298-ee437fb92e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.371794 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1bd4f84-a617-4047-b298-ee437fb92e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.375229 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e1bd4f84-a617-4047-b298-ee437fb92e71 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/617f3e31-117b-4eb7-8fad-0f41f6b52976 HTTP/1.1" status: 204 len: 168 time: 0.3947268 Aug 04 16:26:48.393864 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd4f84-a617-4047-b298-ee437fb92e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f3e31-117b-4eb7-8fad-0f41f6b52976,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:48.419650 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-ef46730f-6959-4005-b99a-ee729840ca7c service neutron] 10.222.0.79 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360643 Aug 04 16:26:48.437812 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d5da-6a06-44ea-bf67-3744f89abd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.463196 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.527752 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:48.547094 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8f319-1304-43e9-8046-963bd192449f req-1109521b-843e-4cde-8e30-0053d603bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.548651 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-81e8f319-1304-43e9-8046-963bd192449f req-1109521b-843e-4cde-8e30-0053d603bd63 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4d71a6d16db34e0989429e0a8d75add1&device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 1096 time: 0.2488632 Aug 04 16:26:48.549527 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:48.560984 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04390a0-9ce5-4b40-a994-e4cc2f48e323 req-9b011a60-1333-4704-a62e-4a7f4aa7009b tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.568733 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a04390a0-9ce5-4b40-a994-e4cc2f48e323 req-9b011a60-1333-4704-a62e-4a7f4aa7009b tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.1078966 Aug 04 16:26:48.580106 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:48.601563 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:48.602426 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.624466 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Pushing event updated for resources: {'Port': ['ID=53700f11-88f0-49bc-83d5-4d87a81fa881,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:48.648820 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a04390a0-9ce5-4b40-a994-e4cc2f48e323 req-d0c596c5-902f-48eb-82ac-f12864af695c tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745909 Aug 04 16:26:48.680914 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44714) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:48.733381 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b3e836dc-8166-4f1b-8868-de23561d4b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.747270 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ef7a2b7c-b0d6-4857-8876-b6d17606cd2e req-140e0b6c-687a-4372-ab84-647366e06dfa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0369394 Aug 04 16:26:48.756397 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d5da-6a06-44ea-bf67-3744f89abd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.759530 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Allocated IP 172.20.0.2 (4cd8e288-0c67-43cc-a658-52ec2d96453e/05d7c047-1dfe-4f95-a2d5-d79931525d9f/a66f0a1e-4a1b-4481-bdb6-70b278de2f2f) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:48.775340 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ef0d5da-6a06-44ea-bf67-3744f89abd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.796881 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34534abf-aef7-4b0d-81c3-a30c94c62d0a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4727247 Aug 04 16:26:48.830777 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-6ef0d5da-6a06-44ea-bf67-3744f89abd16 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7a30047b60864782b482421b7ab194c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8015213 Aug 04 16:26:48.831656 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0d5da-6a06-44ea-bf67-3744f89abd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b9c0cd-3445-4800-8dff-3342f45299c4,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:48.834024 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44722) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:48.860767 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Request body: {'port': {'device_id': '758fb058-16d9-4840-a144-379c96c0cf0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:48.890212 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-511cd7b1-7f4d-4f8e-9c95-8c020be1b738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.920165 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-511cd7b1-7f4d-4f8e-9c95-8c020be1b738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.987080 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-511cd7b1-7f4d-4f8e-9c95-8c020be1b738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.992339 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-511cd7b1-7f4d-4f8e-9c95-8c020be1b738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:48.996293 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-511cd7b1-7f4d-4f8e-9c95-8c020be1b738 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/54b9c0cd-3445-4800-8dff-3342f45299c4 HTTP/1.1" status: 204 len: 168 time: 0.1612113 Aug 04 16:26:49.009102 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cd7b1-7f4d-4f8e-9c95-8c020be1b738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b9c0cd-3445-4800-8dff-3342f45299c4,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:49.015373 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'tag': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:49.017993 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a642a9f-e4af-440c-9158-63e7781ed894" -d '{"events": [{"name": "network-changed", "server_uuid": "df41ab7a-a930-435f-aa5e-9ba4cd666cad", "tag": "26008a6d-a1ae-4c88-9e24-f6b23bb09bfc"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:49.027403 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8f319-1304-43e9-8046-963bd192449f req-6bd74e97-c8b0-423b-a300-68592040fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.029013 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-81e8f319-1304-43e9-8046-963bd192449f req-6bd74e97-c8b0-423b-a300-68592040fbdc service neutron] 10.222.0.53 "GET /v2.0/networks?id=98dd76fd-3016-4e74-b9e9-d04ef79811a4 HTTP/1.1" status: 200 len: 913 time: 0.4501135 Aug 04 16:26:49.070740 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.129479 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44736) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:49.152840 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc643-4953-4a4a-842c-d4db93228455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.158428 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-81e8f319-1304-43e9-8046-963bd192449f req-5014e625-0784-47ed-bc3c-e8478d5900f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 HTTP/1.1" status: 200 len: 217 time: 0.1110477 Aug 04 16:26:49.221958 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8f319-1304-43e9-8046-963bd192449f req-1285f006-666f-4eb9-9a92-2a501037398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.223454 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-81e8f319-1304-43e9-8046-963bd192449f req-1285f006-666f-4eb9-9a92-2a501037398e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=923146a1-ff47-4620-9c68-c580a7dd0072 HTTP/1.1" status: 200 len: 852 time: 0.0546491 Aug 04 16:26:49.276386 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ae968-bf61-43dd-9559-8ccfd918e0ad x-openstack-request-id: req-8b3ae968-bf61-43dd-9559-8ccfd918e0ad {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:49.276831 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df41ab7a-a930-435f-aa5e-9ba4cd666cad", "tag": "26008a6d-a1ae-4c88-9e24-f6b23bb09bfc", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:49.277070 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8b3ae968-bf61-43dd-9559-8ccfd918e0ad {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:49.277498 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'tag': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'status': 'completed', 'code': 200} Aug 04 16:26:49.324943 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-81e8f319-1304-43e9-8046-963bd192449f req-2038aa95-9a0c-4f8f-8ca5-3f34d15fb933 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=98dd76fd-3016-4e74-b9e9-d04ef79811a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426872 Aug 04 16:26:49.333743 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f86374-a47f-4cc8-bb19-2ce406b307c9 req-42226fe9-2c4e-431f-8374-11ccabad7710 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.344465 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86f86374-a47f-4cc8-bb19-2ce406b307c9 req-42226fe9-2c4e-431f-8374-11ccabad7710 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 944 time: 0.0725827 Aug 04 16:26:49.404913 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86f86374-a47f-4cc8-bb19-2ce406b307c9 req-221dcc87-a330-4ae0-b4c3-fb8e6e083f98 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578625 Aug 04 16:26:49.475794 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6541c1e7-f9b0-429c-8253-df49e232a6c5 req-e49eeaa1-049b-4c7c-bb2d-912c2306dd71 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 210 time: 0.0360863 Aug 04 16:26:49.680635 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.712794 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b3e836dc-8166-4f1b-8868-de23561d4b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.724282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-5f83c370-93ce-4e18-ad3b-9cfcf900d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.725819 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-5f83c370-93ce-4e18-ad3b-9cfcf900d1f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 1097 time: 0.4425647 Aug 04 16:26:49.732662 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b3e836dc-8166-4f1b-8868-de23561d4b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.755223 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-81e8f319-1304-43e9-8046-963bd192449f req-f8896b1e-f2e3-494c-b2d5-c8e7a9d93022 service neutron] 10.222.0.53 "GET /v2.0/networks/98dd76fd-3016-4e74-b9e9-d04ef79811a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793817 Aug 04 16:26:49.793360 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44758) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:49.821688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b34b6-ed99-459e-a7d3-7262f3f7fa26 req-ac9b704e-b8bf-477a-9908-96d05d25aa05 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:49.823997 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da3b34b6-ed99-459e-a7d3-7262f3f7fa26 req-ac9b704e-b8bf-477a-9908-96d05d25aa05 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.0877824 Aug 04 16:26:49.826370 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4984291a-4565-407a-92eb-44d3580f62f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.876725 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-b3e836dc-8166-4f1b-8868-de23561d4b3e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=47795d14ba9c4c1e893ca7b3098ef8c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1862104 Aug 04 16:26:49.882836 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 44762) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:49.888893 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e836dc-8166-4f1b-8868-de23561d4b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf14820b-bada-4dcd-95d1-4bace6d96d04,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:49.931367 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-81b8077b-aabf-4f22-a5e3-4c6fd063a940 req-71ec443b-c89d-4def-bee3-27da1319adc1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0596657 Aug 04 16:26:49.938093 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc643-4953-4a4a-842c-d4db93228455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.950249 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da3b34b6-ed99-459e-a7d3-7262f3f7fa26 req-cefbfedd-38aa-4d94-b8dc-08624ed03804 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090567 Aug 04 16:26:49.955015 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a4bdc643-4953-4a4a-842c-d4db93228455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:49.997132 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.014699 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a4bdc643-4953-4a4a-842c-d4db93228455 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b2396d69af804c28a38134bcc62e757d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8840086 Aug 04 16:26:50.017246 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bdc643-4953-4a4a-842c-d4db93228455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9212fad6-18ce-4f86-aa4d-fb0853ff6415,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:50.020891 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44764) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:50.038751 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-d3477744-796d-499b-b763-6c6e033b49ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.040264 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-d3477744-796d-499b-b763-6c6e033b49ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 916 time: 0.3029613 Aug 04 16:26:50.098889 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5d3c002e-8f5e-48fe-b86c-0793b1dc9f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.103100 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-81e8f319-1304-43e9-8046-963bd192449f req-d1b5cd82-854c-464c-97bd-4b5a4d3233ad service neutron] 10.222.0.53 "GET /v2.0/networks/98dd76fd-3016-4e74-b9e9-d04ef79811a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359814 Aug 04 16:26:50.110282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Network 4cd8e288-0c67-43cc-a658-52ec2d96453e is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:50.123373 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:50.125185 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-26dba4ec-213f-4781-b74f-1ef178a168db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.130097 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:50.131498 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4984291a-4565-407a-92eb-44d3580f62f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.136349 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.136956 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5d3c002e-8f5e-48fe-b86c-0793b1dc9f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.137053 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.143193 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4984291a-4565-407a-92eb-44d3580f62f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.161383 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Pushing event updated for resources: {'Port': ['ID=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:50.194666 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-26dba4ec-213f-4781-b74f-1ef178a168db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.197232 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-8bc7f278-b195-4ab2-89fe-cba0af1b4592 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5162516 Aug 04 16:26:50.205195 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984291a-4565-407a-92eb-44d3580f62f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54c07fc-d821-4ff5-bb33-0cf7770fa8ae,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:50.209876 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-4984291a-4565-407a-92eb-44d3580f62f2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2783ccc8a2dd4a3a8c596d3081ff7e58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4155495 Aug 04 16:26:50.212710 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44766) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:50.243632 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5d3c002e-8f5e-48fe-b86c-0793b1dc9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.246794 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5d3c002e-8f5e-48fe-b86c-0793b1dc9f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.248052 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5d3c002e-8f5e-48fe-b86c-0793b1dc9f96 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9212fad6-18ce-4f86-aa4d-fb0853ff6415 HTTP/1.1" status: 204 len: 168 time: 0.2262375 Aug 04 16:26:50.262632 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c002e-8f5e-48fe-b86c-0793b1dc9f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9212fad6-18ce-4f86-aa4d-fb0853ff6415,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:50.281011 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-803fa1cc-235c-420d-89bb-2e0e792d9d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.283686 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53700f11-88f0-49bc-83d5-4d87a81fa881 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:50.292641 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.307286 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Transition to ACTIVE for port object 53700f11-88f0-49bc-83d5-4d87a81fa881 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:50.308181 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-26dba4ec-213f-4781-b74f-1ef178a168db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.310758 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-26dba4ec-213f-4781-b74f-1ef178a168db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.314637 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-26dba4ec-213f-4781-b74f-1ef178a168db admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cf14820b-bada-4dcd-95d1-4bace6d96d04 HTTP/1.1" status: 204 len: 168 time: 0.4241769 Aug 04 16:26:50.314773 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-803fa1cc-235c-420d-89bb-2e0e792d9d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.316695 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.332542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dba4ec-213f-4781-b74f-1ef178a168db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf14820b-bada-4dcd-95d1-4bace6d96d04,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:50.386545 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Pushing event updated for resources: {'Port': ['ID=53700f11-88f0-49bc-83d5-4d87a81fa881,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:50.402964 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-803fa1cc-235c-420d-89bb-2e0e792d9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.406697 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-803fa1cc-235c-420d-89bb-2e0e792d9d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.408885 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-803fa1cc-235c-420d-89bb-2e0e792d9d0c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a54c07fc-d821-4ff5-bb33-0cf7770fa8ae HTTP/1.1" status: 204 len: 168 time: 0.1944463 Aug 04 16:26:50.415383 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Attempting to bind port 53700f11-88f0-49bc-83d5-4d87a81fa881 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:50.415733 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Attempting to bind port 53700f11-88f0-49bc-83d5-4d87a81fa881 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:50.416195 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Attempting to bind port 53700f11-88f0-49bc-83d5-4d87a81fa881 on network 4cd8e288-0c67-43cc-a658-52ec2d96453e {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:50.420700 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fa1cc-235c-420d-89bb-2e0e792d9d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54c07fc-d821-4ff5-bb33-0cf7770fa8ae,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:50.421225 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Port 53700f11-88f0-49bc-83d5-4d87a81fa881 on network 4cd8e288-0c67-43cc-a658-52ec2d96453e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:50.421655 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Attempting to bind port 53700f11-88f0-49bc-83d5-4d87a81fa881 on network 4cd8e288-0c67-43cc-a658-52ec2d96453e {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:50.427433 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:50.427800 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Checking segment: {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:50.428253 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Bound using segment: {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:50.428641 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Bound port: 53700f11-88f0-49bc-83d5-4d87a81fa881, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:50.428994 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.560066 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324d498-299d-4a68-8c62-0d9f8680f7a9 req-f9cb9bae-a09b-41d8-bfc3-8534d09073f5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.565352 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6324d498-299d-4a68-8c62-0d9f8680f7a9 req-f9cb9bae-a09b-41d8-bfc3-8534d09073f5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 944 time: 0.0835021 Aug 04 16:26:50.643797 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6324d498-299d-4a68-8c62-0d9f8680f7a9 req-0ea752c5-06bb-4cfe-a25c-ab812763c185 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Aug 04 16:26:50.656092 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16dc52-75b0-4ed0-91ec-30ee0ecb55c7 req-727fbb95-60e6-418c-b066-bde89831f1d4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.657654 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e16dc52-75b0-4ed0-91ec-30ee0ecb55c7 req-727fbb95-60e6-418c-b066-bde89831f1d4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 931 time: 0.0893767 Aug 04 16:26:50.684087 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] For port 53700f11-88f0-49bc-83d5-4d87a81fa881, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:50.687893 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] For port 53700f11-88f0-49bc-83d5-4d87a81fa881, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=53700f11-88f0-49bc-83d5-4d87a81fa881,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:50.695076 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.701413 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e16dc52-75b0-4ed0-91ec-30ee0ecb55c7 req-325a3520-b84e-44d5-9d1d-f9ee27f49e4c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372303 Aug 04 16:26:50.751623 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:50.751623 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:50.751623 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] 10.222.0.53 "PUT /v2.0/ports/53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 200 len: 1093 time: 1.8975239 Aug 04 16:26:50.768085 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1834473-8dd3-4fe4-81aa-d9e04b4c620c service neutron] Pushing event updated for resources: {'Port': ['ID=53700f11-88f0-49bc-83d5-4d87a81fa881,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:51.040759 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fc28de77-04d6-4477-8115-f0f2711f82ec req-b60d14a7-6fd7-4e9a-a378-3efddf8f31c4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0283086 Aug 04 16:26:51.096583 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e15d8-f46a-4308-a4db-0141cd8d4b2f req-a033fb38-15ef-42a2-8bec-b78e16417440 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:51.098226 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-766e15d8-f46a-4308-a4db-0141cd8d4b2f req-a033fb38-15ef-42a2-8bec-b78e16417440 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.0598772 Aug 04 16:26:51.143768 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-766e15d8-f46a-4308-a4db-0141cd8d4b2f req-686a1f4b-0605-4113-8e99-c8a79201bbaf tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373499 Aug 04 16:26:51.278344 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758fb058-16d9-4840-a144-379c96c0cf0c', 'tag': '53700f11-88f0-49bc-83d5-4d87a81fa881'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:51.281053 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527f71a1-606a-4422-bb20-e8dc4d0d59ce" -d '{"events": [{"name": "network-changed", "server_uuid": "758fb058-16d9-4840-a144-379c96c0cf0c", "tag": "53700f11-88f0-49bc-83d5-4d87a81fa881"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:51.334838 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8d9c33e-7399-44d2-b91c-5bd4f7129066 x-openstack-request-id: req-e8d9c33e-7399-44d2-b91c-5bd4f7129066 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:51.335455 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758fb058-16d9-4840-a144-379c96c0cf0c", "tag": "53700f11-88f0-49bc-83d5-4d87a81fa881", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:51.335966 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e8d9c33e-7399-44d2-b91c-5bd4f7129066 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:51.337244 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758fb058-16d9-4840-a144-379c96c0cf0c', 'tag': '53700f11-88f0-49bc-83d5-4d87a81fa881', 'status': 'completed', 'code': 200} Aug 04 16:26:51.774149 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a2f82a-dcf3-4d56-b222-299b8fa181b3 req-13a0a07a-29f1-4ed9-92c7-1a872e3ff86d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:51.775963 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-65a2f82a-dcf3-4d56-b222-299b8fa181b3 req-13a0a07a-29f1-4ed9-92c7-1a872e3ff86d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 944 time: 0.0603917 Aug 04 16:26:51.845543 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-65a2f82a-dcf3-4d56-b222-299b8fa181b3 req-3ef3296d-886b-42f2-83f6-be2c816b78b0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635579 Aug 04 16:26:51.887648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d31239-a0e4-4f93-ae5f-c3bf0b05a4d7 req-c1bca22b-8e87-4252-ab75-56abd6109d59 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:51.889946 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78d31239-a0e4-4f93-ae5f-c3bf0b05a4d7 req-c1bca22b-8e87-4252-ab75-56abd6109d59 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 931 time: 0.0819182 Aug 04 16:26:51.946198 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78d31239-a0e4-4f93-ae5f-c3bf0b05a4d7 req-e015a661-e8a9-4ec2-8e7d-ff44e19f5066 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490732 Aug 04 16:26:52.017080 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-be4873cb-3bb1-41d2-ac5c-d08ca3f93456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:52.146240 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-18a0d541-3513-48f3-8532-cb3b73307b5c req-2cc21511-cec2-4303-ac46-bae554583ede tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0315869 Aug 04 16:26:52.270008 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f48991-25d1-4e94-bc2f-01ecba8031a2 req-851a1ccb-cb76-45e8-a9b4-4e88b9585bcc tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:52.271684 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d5f48991-25d1-4e94-bc2f-01ecba8031a2 req-851a1ccb-cb76-45e8-a9b4-4e88b9585bcc tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.0504401 Aug 04 16:26:52.325143 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d5f48991-25d1-4e94-bc2f-01ecba8031a2 req-fe10c0da-1a72-4656-b6f3-66e27ce876d4 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Aug 04 16:26:52.727287 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-681d2c6f-5206-46e6-ac18-a541a83e1503 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc HTTP/1.1" status: 200 len: 217 time: 0.0435679 Aug 04 16:26:52.733492 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Request body: {'port': {'device_id': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:53.037796 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-90dad8ef-0b35-4c8b-8775-d553b37cba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.039327 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-90dad8ef-0b35-4c8b-8775-d553b37cba30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.2967687 Aug 04 16:26:53.122755 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-eecd1313-422f-45d4-94f1-9da3e24932ab tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.124309 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-eecd1313-422f-45d4-94f1-9da3e24932ab tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 817 time: 0.2928815 Aug 04 16:26:53.158820 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-b062d9d6-9b45-4962-a904-22560c3e20fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707686 Aug 04 16:26:53.187093 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94edc2c-fa2b-4cac-afbe-51d92cf37431 req-dfc12f12-fe28-49f1-98ef-50ff9bbbc7dd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.188545 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b94edc2c-fa2b-4cac-afbe-51d92cf37431 req-dfc12f12-fe28-49f1-98ef-50ff9bbbc7dd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 944 time: 0.2030303 Aug 04 16:26:53.192898 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f71a1-606a-4422-bb20-e8dc4d0d59ce req-09f56639-4f82-4f27-971e-c165d8101fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.197286 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-527f71a1-606a-4422-bb20-e8dc4d0d59ce req-09f56639-4f82-4f27-971e-c165d8101fdf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1096 time: 0.4534712 Aug 04 16:26:53.236767 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.255319 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad8467-1652-4b31-8adc-244bf9391608 req-5fcac7e4-8b20-4f22-af71-589d46878940 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.256973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8fad8467-1652-4b31-8adc-244bf9391608 req-5fcac7e4-8b20-4f22-af71-589d46878940 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 931 time: 0.1850364 Aug 04 16:26:53.297544 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b94edc2c-fa2b-4cac-afbe-51d92cf37431 req-19d36b39-a7b2-4751-b7a7-093a9e9f86dc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956306 Aug 04 16:26:53.332641 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8fad8467-1652-4b31-8adc-244bf9391608 req-0b4852ee-7397-4f01-93df-5270568dc73c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673158 Aug 04 16:26:53.412720 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-bfe5f16c-b098-4bf8-8820-b5fb039e9819 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 380 time: 0.2594435 Aug 04 16:26:53.433444 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'port': {'device_id': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'admin_state_up': True, 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'security_groups': ['a3cd3efc-5f54-434e-acfc-d70bf5719f9b']}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:53.436698 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59e5182a-815e-4e53-9df8-de0166e25b61 req-3b0fd4fa-499e-46de-ba26-fcc7927c957f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0479348 Aug 04 16:26:53.522094 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41931532-632b-4a8b-b990-0dae9ebb2406 req-4a546100-a617-48b1-ac3c-309314283397 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.523627 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41931532-632b-4a8b-b990-0dae9ebb2406 req-4a546100-a617-48b1-ac3c-309314283397 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.0773716 Aug 04 16:26:53.581671 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41931532-632b-4a8b-b990-0dae9ebb2406 req-051dc33d-fab5-441a-8688-b62578ad2234 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494993 Aug 04 16:26:53.582323 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44978) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:53.703215 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b5d4acf8-5698-429b-9b4e-c722ec068a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.742170 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-d6746da3-7fcd-4425-a038-d03eff606c32 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582764 Aug 04 16:26:53.773153 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f71a1-606a-4422-bb20-e8dc4d0d59ce req-9004203e-a7a0-4182-8e5e-93ec5f17905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:53.774571 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-527f71a1-606a-4422-bb20-e8dc4d0d59ce req-9004203e-a7a0-4182-8e5e-93ec5f17905d service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2f93a8d0cc48444685d76df2df388384&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5355930 Aug 04 16:26:53.813582 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b5d4acf8-5698-429b-9b4e-c722ec068a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.818213 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b5d4acf8-5698-429b-9b4e-c722ec068a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.859181 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b5d4acf8-5698-429b-9b4e-c722ec068a09 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=00e7bb38592544ca98254f232199aa7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745402 Aug 04 16:26:53.860069 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4acf8-5698-429b-9b4e-c722ec068a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb03039-530a-422e-8564-744d01154a63,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:53.862345 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 44988) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:53.917025 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-74815761-b529-4e44-94f9-962dd185c8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.940764 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-74815761-b529-4e44-94f9-962dd185c8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:53.977873 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Made reservation on behalf of 8ff82611a96c4818a79ee7bd235eb797 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:26:53.982152 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.004692 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-74815761-b529-4e44-94f9-962dd185c8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.007394 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-74815761-b529-4e44-94f9-962dd185c8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.009245 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-74815761-b529-4e44-94f9-962dd185c8b3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/acb03039-530a-422e-8564-744d01154a63 HTTP/1.1" status: 204 len: 168 time: 0.1440399 Aug 04 16:26:54.021039 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74815761-b529-4e44-94f9-962dd185c8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb03039-530a-422e-8564-744d01154a63,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:54.161402 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7a642a9f-e4af-440c-9158-63e7781ed894 req-60448b62-861d-4b9a-8593-e5204e566764 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039173 Aug 04 16:26:54.166030 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f71a1-606a-4422-bb20-e8dc4d0d59ce req-e7ca1e0b-5b72-43b4-9f16-56f86c8012b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.168218 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-527f71a1-606a-4422-bb20-e8dc4d0d59ce req-e7ca1e0b-5b72-43b4-9f16-56f86c8012b7 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3777564 Aug 04 16:26:54.302927 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a66f0a1e-4a1b-4481-bdb6-70b278de2f2f {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:54.320904 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.330001 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Allocated IP 172.20.0.12 (a2d4ee58-23cd-45ae-bb2b-776ec2946139/453778b9-e617-4945-bd8c-5c81416458a1/32d36800-47c1-4d51-ad55-6e26c10d4ffd) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:26:54.355948 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Transition to ACTIVE for port object a66f0a1e-4a1b-4481-bdb6-70b278de2f2f will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:54.358467 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-98b44c70-6836-4b95-a74c-f7b086d00f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.360323 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-98b44c70-6836-4b95-a74c-f7b086d00f28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1096 time: 0.1101403 Aug 04 16:26:54.382361 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.517282 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45026) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:54.551230 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247df2bd-24b7-4911-8410-d79996c049bc req-b24c3262-89c8-4775-9688-cab160b0bd6c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.553772 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-247df2bd-24b7-4911-8410-d79996c049bc req-b24c3262-89c8-4775-9688-cab160b0bd6c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 944 time: 0.1466334 Aug 04 16:26:54.554799 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d7e9-458b-49b9-b6ac-c0ec04d35926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.578072 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3746192a-371d-491d-9778-a90770c0df69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:54.653159 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0174d2-bf24-419b-bd2a-1c03a60bebdb req-d71db140-15b5-4442-b28a-2c8f9e9ba509 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.655757 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9c0174d2-bf24-419b-bd2a-1c03a60bebdb req-d71db140-15b5-4442-b28a-2c8f9e9ba509 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 943 time: 0.1393552 Aug 04 16:26:54.668043 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-8bf482f2-357b-40c8-91f4-f2f2aa69d180 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 200 len: 217 time: 0.2981336 Aug 04 16:26:54.680673 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-247df2bd-24b7-4911-8410-d79996c049bc req-0a951c13-1ea7-4534-9ec7-91d4d9a3acb8 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889022 Aug 04 16:26:54.691296 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:54.721497 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9c0174d2-bf24-419b-bd2a-1c03a60bebdb req-63cea3d7-e0f3-4f33-85ba-b61c01c90a7e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442331 Aug 04 16:26:54.800754 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Pushing event updated for resources: {'Port': ['ID=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:54.929499 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cce2645c-2de2-4d94-9db4-19bc53346180 req-fd4e8ff8-d8ed-4b93-b2d7-e57b7a41d8c1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.1174388 Aug 04 16:26:54.959908 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Attempting to bind port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:54.960483 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Attempting to bind port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:54.960822 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Attempting to bind port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f on network 4cd8e288-0c67-43cc-a658-52ec2d96453e {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:54.983190 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34505b9d-38a4-4bab-b718-9a95f51cffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:54.984822 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-34505b9d-38a4-4bab-b718-9a95f51cffdd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.3072670 Aug 04 16:26:54.987971 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f on network 4cd8e288-0c67-43cc-a658-52ec2d96453e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:54.988303 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Attempting to bind port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f on network 4cd8e288-0c67-43cc-a658-52ec2d96453e {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:54.997762 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:54.998100 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Checking segment: {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:54.998692 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Bound using segment: {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:54.999127 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Bound port: a66f0a1e-4a1b-4481-bdb6-70b278de2f2f, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:54.999490 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.029474 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:55.047507 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'port_id': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'mac_address': 'fa:16:3e:2f:ab:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509c820d-8503-47b9-b4c1-d82d4796693f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:55.048542 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-56e18c43-7f2a-44cf-9954-ce9ae102ae20 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518637 Aug 04 16:26:55.049651 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f22a3e7-00a1-456a-a6cc-020728a1b38a req-6cb575e1-4fbe-4999-ab3c-9a1577618fd7 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.051625 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f22a3e7-00a1-456a-a6cc-020728a1b38a req-6cb575e1-4fbe-4999-ab3c-9a1577618fd7 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 943 time: 0.1271071 Aug 04 16:26:55.064024 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d7e9-458b-49b9-b6ac-c0ec04d35926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.071277 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.073310 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b282d7e9-458b-49b9-b6ac-c0ec04d35926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.116439 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b282d7e9-458b-49b9-b6ac-c0ec04d35926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a899b6a-8d93-45a3-a9c4-437a46aa2d11,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:55.143399 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.147664 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f22a3e7-00a1-456a-a6cc-020728a1b38a req-f9a43baa-9e00-428e-a433-352d5e917740 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859585 Aug 04 16:26:55.151736 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b282d7e9-458b-49b9-b6ac-c0ec04d35926 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f703f1d2e081451c840fe7487a569ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6272013 Aug 04 16:26:55.154473 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45050) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:55.178829 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Transition to ACTIVE for port object 32d36800-47c1-4d51-ad55-6e26c10d4ffd will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:55.179560 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:55.221251 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c230-2803-4b59-9e7b-64bf8ad997f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.237570 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.243851 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:55.247588 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c230-2803-4b59-9e7b-64bf8ad997f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.253225 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] For port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:55.257107 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.258606 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:55.308817 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c230-2803-4b59-9e7b-64bf8ad997f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.311069 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] For port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:55.312582 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5f2c230-2803-4b59-9e7b-64bf8ad997f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.314315 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e5f2c230-2803-4b59-9e7b-64bf8ad997f8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8a899b6a-8d93-45a3-a9c4-437a46aa2d11 HTTP/1.1" status: 204 len: 168 time: 0.1592140 Aug 04 16:26:55.331365 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.341352 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2c230-2803-4b59-9e7b-64bf8ad997f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a899b6a-8d93-45a3-a9c4-437a46aa2d11,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:55.372771 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-55b67086-bc7b-4865-b372-bfa487331dcf service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142502 Aug 04 16:26:55.418349 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:55.449557 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,segment=NetworkSegment(a3003119-b053-47bc-8037-802d135a65e6),segment_id=a3003119-b053-47bc-8037-802d135a65e6)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:55.452765 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.453397 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.454801 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] 10.222.0.53 "PUT /v2.0/ports/a66f0a1e-4a1b-4481-bdb6-70b278de2f2f HTTP/1.1" status: 200 len: 1093 time: 2.7697651 Aug 04 16:26:55.455234 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'tag': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:55.457486 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67b2beb-5416-4a5d-b75d-a768e984cb34" -d '{"events": [{"name": "network-changed", "server_uuid": "89935247-ccfb-402d-bdbf-a0aa16c7f54a", "tag": "a66f0a1e-4a1b-4481-bdb6-70b278de2f2f"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:55.463896 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8', 'network_id': '98dd76fd-3016-4e74-b9e9-d04ef79811a4', 'port_id': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8', 'mac_address': 'fa:16:3e:97:ad:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 685, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '923146a1-ff47-4620-9c68-c580a7dd0072', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:55.466927 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.473599 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876bfa5-6de6-4163-85c8-7fd91e16fae4 service neutron] Pushing event updated for resources: {'Port': ['ID=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:55.502934 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:26:55.539801 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.555188 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:55.556621 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdae28e-5b7c-4e78-9a2d-360bd3d97136 x-openstack-request-id: req-cfdae28e-5b7c-4e78-9a2d-360bd3d97136 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:55.557542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89935247-ccfb-402d-bdbf-a0aa16c7f54a", "tag": "a66f0a1e-4a1b-4481-bdb6-70b278de2f2f", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:55.557920 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cfdae28e-5b7c-4e78-9a2d-360bd3d97136 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:55.558403 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'tag': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f', 'status': 'completed', 'code': 200} Aug 04 16:26:55.579663 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,segment=NetworkSegment(a3003119-b053-47bc-8037-802d135a65e6),segment_id=a3003119-b053-47bc-8037-802d135a65e6)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:55.580300 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:26:55.585027 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.607437 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:26:55.616497 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:26:55.623428 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.624102 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.647456 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2242603 Aug 04 16:26:55.653612 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d7f8b-f93f-4084-b5a3-8d89c6c2eb8d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:55.661603 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:55.676184 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.682186 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Request body: {'port': {'device_id': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:26:55.688666 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eb504099-991f-4b42-abfe-9b7ddb0128cb req-459aa1ec-99e5-491a-afaf-2d55902f6f57 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044052 Aug 04 16:26:55.714846 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-cd328b39-fefb-47b5-832b-97382da7df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.716359 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-cd328b39-fefb-47b5-832b-97382da7df5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 1096 time: 0.1661751 Aug 04 16:26:55.785772 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-01c44f37-1d57-4335-bbeb-1d89928be991 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f HTTP/1.1" status: 200 len: 217 time: 0.0586605 Aug 04 16:26:55.788786 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.878433 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b26b9f9-a9e2-4865-a808-cfe6fff31809 req-5ec18f7a-0a42-46ca-8c06-13b3fc291e28 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.880795 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b26b9f9-a9e2-4865-a808-cfe6fff31809 req-5ec18f7a-0a42-46ca-8c06-13b3fc291e28 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 945 time: 0.0955253 Aug 04 16:26:55.915189 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-69113a62-f537-4c32-860e-f30f4bcdb413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:55.916871 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-69113a62-f537-4c32-860e-f30f4bcdb413 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.1185930 Aug 04 16:26:55.946413 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d358e501-bf28-43d3-ba72-81f32c4d13cb None None] Provisioning for port 32d36800-47c1-4d51-ad55-6e26c10d4ffd completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:55.952014 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d358e501-bf28-43d3-ba72-81f32c4d13cb None None] Provisioning complete for port 32d36800-47c1-4d51-ad55-6e26c10d4ffd triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:55.952399 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d358e501-bf28-43d3-ba72-81f32c4d13cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:55.996978 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b26b9f9-a9e2-4865-a808-cfe6fff31809 req-3b5457ac-ea7d-4012-a3b4-d6caca5ee48c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Aug 04 16:26:56.000251 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-d358e501-bf28-43d3-ba72-81f32c4d13cb None None] Port 32d36800-47c1-4d51-ad55-6e26c10d4ffd cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:26:56.027726 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9a4f8-71f5-42d8-9e9b-1d7a928a84c0 req-72b71199-8899-4ed6-be4c-126980bb25d9 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:56.030713 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:56.035420 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6aa9a4f8-71f5-42d8-9e9b-1d7a928a84c0 req-72b71199-8899-4ed6-be4c-126980bb25d9 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 943 time: 0.1890998 Aug 04 16:26:56.071056 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:56.091845 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-bf7a8fcd-5803-48b1-b0e5-8228b2968162 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852454 Aug 04 16:26:56.138758 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6aa9a4f8-71f5-42d8-9e9b-1d7a928a84c0 req-85d0d75f-8ee1-4de3-9593-c15ab5e72c66 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983539 Aug 04 16:26:56.232966 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6271ca-6fef-4292-bc94-fba7f8787a13 req-eaba0244-f87b-43e4-9162-4b21f90f1ee4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:56.236085 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e6271ca-6fef-4292-bc94-fba7f8787a13 req-eaba0244-f87b-43e4-9162-4b21f90f1ee4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 932 time: 0.0918207 Aug 04 16:26:56.326040 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e6271ca-6fef-4292-bc94-fba7f8787a13 req-981d9463-9ad2-4e55-855d-6f6436cd6a0f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804992 Aug 04 16:26:56.374254 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-57703669-3f6d-4523-92a6-92c9d69ab0c7 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657418 Aug 04 16:26:56.403251 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de4698-9422-4b08-9097-12cff8497565 req-f63c70d0-99ef-4bc3-908b-b9fecde04583 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:56.412511 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-15de4698-9422-4b08-9097-12cff8497565 req-f63c70d0-99ef-4bc3-908b-b9fecde04583 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 944 time: 0.1087856 Aug 04 16:26:56.465752 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-15de4698-9422-4b08-9097-12cff8497565 req-f64dcfd9-85a4-4f81-8edd-7da7cb28844d tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521021 Aug 04 16:26:56.537220 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32d36800-47c1-4d51-ad55-6e26c10d4ffd {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:56.559721 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:56.579153 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Transition to ACTIVE for port object 32d36800-47c1-4d51-ad55-6e26c10d4ffd will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:26:56.589998 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:56.667175 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-683e2777-4c4d-497b-b4d0-e16b44d4bfd0 req-38b707d6-f754-4a89-9f3d-9a229a878a07 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798529 Aug 04 16:26:56.680930 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:56.723812 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Attempting to bind port 32d36800-47c1-4d51-ad55-6e26c10d4ffd on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:26:56.724251 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Attempting to bind port 32d36800-47c1-4d51-ad55-6e26c10d4ffd by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:26:56.724692 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Attempting to bind port 32d36800-47c1-4d51-ad55-6e26c10d4ffd on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:56.731705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Port 32d36800-47c1-4d51-ad55-6e26c10d4ffd on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:26:56.732249 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Attempting to bind port 32d36800-47c1-4d51-ad55-6e26c10d4ffd on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:26:56.748550 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:26:56.748983 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Checking segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:26:56.749130 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Bound using segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:26:56.750630 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Bound port: 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:26:56.750630 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:56.818282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-94a79c01-7b40-4032-a38a-8d68bb1a31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:56.819890 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-94a79c01-7b40-4032-a38a-8d68bb1a31d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 1096 time: 0.0842249 Aug 04 16:26:56.923533 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:26:56.946465 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:26:56.955973 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.014061 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.014715 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.016238 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] 10.222.0.53 "PUT /v2.0/ports/32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 200 len: 1094 time: 1.3428073 Aug 04 16:26:57.019088 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45140) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:57.019679 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-ec891351-4678-4651-af34-8a91a282d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.021120 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-ec891351-4678-4651-af34-8a91a282d4bf service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.1896949 Aug 04 16:26:57.026504 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.095664 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-b74748e9-6eb9-49da-811b-4457b312bbd6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f HTTP/1.1" status: 200 len: 217 time: 0.0628603 Aug 04 16:26:57.112722 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7ddbf-4500-46f3-904e-63197c6f1193 service neutron] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:57.184634 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-c1a499f0-aa0d-4f32-a2f4-42cb35df458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.187062 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-c1a499f0-aa0d-4f32-a2f4-42cb35df458c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1097 time: 0.1018953 Aug 04 16:26:57.189343 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-0370e6ea-00fc-4a5d-87fb-b256584e3ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.192651 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-0370e6ea-00fc-4a5d-87fb-b256584e3ee7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.0757890 Aug 04 16:26:57.215729 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c056c-6096-4149-a005-eaf3276c960c req-a6455ea7-8184-4f42-ad99-02a8a6b9605c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.217371 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-888c056c-6096-4149-a005-eaf3276c960c req-a6455ea7-8184-4f42-ad99-02a8a6b9605c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 945 time: 0.1358225 Aug 04 16:26:57.252652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6925-5888-4144-821f-bc5056a2adce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.323266 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-888c056c-6096-4149-a005-eaf3276c960c req-990c12e1-6e5b-433f-af03-dcfbe8c69080 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986552 Aug 04 16:26:57.382753 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2436aa-f889-4d8d-85b5-724aa4f5c9d3 req-02d0bae3-7fd4-464a-9ab0-4aa3c2dd522f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.391728 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b2436aa-f889-4d8d-85b5-724aa4f5c9d3 req-02d0bae3-7fd4-464a-9ab0-4aa3c2dd522f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 943 time: 0.1732879 Aug 04 16:26:57.462675 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-9e48de29-3ef8-43a6-91b6-edd05f1d4e41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 200 len: 217 time: 0.2594376 Aug 04 16:26:57.480538 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-c2f423d7-6762-4862-84b7-1870724e6ea1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318239 Aug 04 16:26:57.570044 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:57.573201 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:57.573792 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b2436aa-f889-4d8d-85b5-724aa4f5c9d3 req-d49a1964-7554-47e2-8131-d47be11aa77e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715634 Aug 04 16:26:57.596079 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45178) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:57.614170 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-2ef4891f-051d-4433-a400-e1b698eec997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.616245 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-2ef4891f-051d-4433-a400-e1b698eec997 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.1385133 Aug 04 16:26:57.706334 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a0e692-48a5-4687-95c7-2e304d9369a9 req-8a61ded7-664d-4226-bc37-787245acf5e5 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.708063 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-77a0e692-48a5-4687-95c7-2e304d9369a9 req-8a61ded7-664d-4226-bc37-787245acf5e5 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.1920407 Aug 04 16:26:57.710152 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6925-5888-4144-821f-bc5056a2adce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.720229 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-d0540848-7f37-49ac-8829-7b8a3e9745f8 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208562 Aug 04 16:26:57.729332 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b6cd6925-5888-4144-821f-bc5056a2adce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.767100 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b6cd6925-5888-4144-821f-bc5056a2adce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5388b434621411d8160f61f23ac2a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7448170 Aug 04 16:26:57.790884 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-80697b75-7cec-407c-ad8b-1fa33d93ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.793046 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-80697b75-7cec-407c-ad8b-1fa33d93ee88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1662457 Aug 04 16:26:57.795206 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45188) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:57.800334 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd6925-5888-4144-821f-bc5056a2adce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0610b744-299e-4fd7-be19-074115cdf58a,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:57.851799 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-93f6731d-ea36-458d-af9a-b3a85e249f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.882949 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-77a0e692-48a5-4687-95c7-2e304d9369a9 req-8949b349-d36d-4ea3-8ea1-5f13bec64f91 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517787 Aug 04 16:26:57.894653 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34733b0-c5af-4f15-bd5b-2caa3a2d6be9 req-7fd7fdb7-52b4-4163-9254-72001b2e1c0c tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:57.911658 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e34733b0-c5af-4f15-bd5b-2caa3a2d6be9 req-7fd7fdb7-52b4-4163-9254-72001b2e1c0c tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 944 time: 0.2347085 Aug 04 16:26:57.955193 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d67b2beb-5416-4a5d-b75d-a768e984cb34 req-b6b1f9d5-bbdf-4ac5-b7d0-5f3d3d1c04dd service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252524 Aug 04 16:26:57.957900 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-810ef45a-818b-4fd5-9b82-f63c7a82027e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:57.969119 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e34733b0-c5af-4f15-bd5b-2caa3a2d6be9 req-43ecf988-2017-4800-aaec-590034d1d1ab tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Aug 04 16:26:57.982101 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45192) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:57.985944 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf661c3-aaa0-4ba6-aad7-9da1f1aba3ac x-openstack-request-id: req-0cf661c3-aaa0-4ba6-aad7-9da1f1aba3ac {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:26:57.986260 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:26:57.986509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0cf661c3-aaa0-4ba6-aad7-9da1f1aba3ac {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:26:57.986883 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'status': 'completed', 'code': 200} Aug 04 16:26:58.006812 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-810ef45a-818b-4fd5-9b82-f63c7a82027e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.010908 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-3012c05b-f818-4a6b-9146-5661892231b9 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068639 Aug 04 16:26:58.062429 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-93f6731d-ea36-458d-af9a-b3a85e249f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.067143 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-93f6731d-ea36-458d-af9a-b3a85e249f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.114795 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-93f6731d-ea36-458d-af9a-b3a85e249f9e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77d2fbd808724d7e902d8b86cc422e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175214 Aug 04 16:26:58.120364 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45196) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:58.121147 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a1c26c48-4566-4edf-900e-ed009dd1eb6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.122322 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-810ef45a-818b-4fd5-9b82-f63c7a82027e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.124849 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-810ef45a-818b-4fd5-9b82-f63c7a82027e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.128469 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-810ef45a-818b-4fd5-9b82-f63c7a82027e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0610b744-299e-4fd7-be19-074115cdf58a HTTP/1.1" status: 204 len: 168 time: 0.3298492 Aug 04 16:26:58.136695 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ef45a-818b-4fd5-9b82-f63c7a82027e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0610b744-299e-4fd7-be19-074115cdf58a,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:58.139949 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-cb142092-e5dc-420b-9337-e97e4c73c686 req-fd2a62ff-2156-405b-a2e4-e285de469824 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157534 Aug 04 16:26:58.146368 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6731d-ea36-458d-af9a-b3a85e249f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40c2d9-4e06-4653-9bf6-2b27a8077a18,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:58.210206 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f7cbffb-9f84-4ae9-a938-5a57f84a80a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.237526 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-a69cfecd-76ca-43ba-b047-f45e741b4743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.239045 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-a69cfecd-76ca-43ba-b047-f45e741b4743 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1097 time: 0.0435376 Aug 04 16:26:58.246232 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f7cbffb-9f84-4ae9-a938-5a57f84a80a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.315141 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a1c26c48-4566-4edf-900e-ed009dd1eb6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.319288 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a1c26c48-4566-4edf-900e-ed009dd1eb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.334231 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-e9e00997-e5ad-452c-84eb-cb28dfd448e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.335962 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-e9e00997-e5ad-452c-84eb-cb28dfd448e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.0891321 Aug 04 16:26:58.342380 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f7cbffb-9f84-4ae9-a938-5a57f84a80a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.344923 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1f7cbffb-9f84-4ae9-a938-5a57f84a80a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.346051 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-1f7cbffb-9f84-4ae9-a938-5a57f84a80a9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bd40c2d9-4e06-4653-9bf6-2b27a8077a18 HTTP/1.1" status: 204 len: 168 time: 0.2228701 Aug 04 16:26:58.368788 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a1c26c48-4566-4edf-900e-ed009dd1eb6d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb5eb40e9ffc4ad8aaba6d4f5d88c7a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829463 Aug 04 16:26:58.372605 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45206) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:58.373470 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c26c48-4566-4edf-900e-ed009dd1eb6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcaa6c4c-66aa-4f5c-972c-395e3711d464,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:58.391843 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-6cb49142-7d33-4207-b1fe-34b6d6d602be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 200 len: 217 time: 0.0467896 Aug 04 16:26:58.427415 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7cbffb-9f84-4ae9-a938-5a57f84a80a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40c2d9-4e06-4653-9bf6-2b27a8077a18,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:58.465203 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-64d42436-b5e4-494f-be3f-82d09e2b9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.467013 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-64d42436-b5e4-494f-be3f-82d09e2b9543 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0653801 Aug 04 16:26:58.513420 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ec322-318a-4b02-90d3-e71f0ee274dd req-a950e4ec-a847-4225-ad4e-3aa31d72960c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.520766 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-067ec322-318a-4b02-90d3-e71f0ee274dd req-a950e4ec-a847-4225-ad4e-3aa31d72960c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 945 time: 0.0779111 Aug 04 16:26:58.537926 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a9c928ec-238f-456d-aed6-09a82e38e587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.538433 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-3deae2c7-1d5d-4488-9c61-a819fe59ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.540917 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-3deae2c7-1d5d-4488-9c61-a819fe59ddae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564158 Aug 04 16:26:58.576686 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a9c928ec-238f-456d-aed6-09a82e38e587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.604429 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-067ec322-318a-4b02-90d3-e71f0ee274dd req-db722da6-3d11-4cba-a9d4-9312c76f7bf6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776327 Aug 04 16:26:58.653420 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a9c928ec-238f-456d-aed6-09a82e38e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.656308 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a9c928ec-238f-456d-aed6-09a82e38e587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.659714 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a9c928ec-238f-456d-aed6-09a82e38e587 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fcaa6c4c-66aa-4f5c-972c-395e3711d464 HTTP/1.1" status: 204 len: 168 time: 0.2685678 Aug 04 16:26:58.668889 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c928ec-238f-456d-aed6-09a82e38e587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcaa6c4c-66aa-4f5c-972c-395e3711d464,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:58.675817 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 53700f11-88f0-49bc-83d5-4d87a81fa881 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:26:58.680894 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:58.711568 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-dc7eec30-f651-4996-8847-d94c90948ad1 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604478 Aug 04 16:26:58.738436 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a328ca1a-5b47-4985-8ed9-a407cdcd2e94 req-b90d321b-8e17-455f-80f3-10cdcf729468 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:58.741435 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a328ca1a-5b47-4985-8ed9-a407cdcd2e94 req-b90d321b-8e17-455f-80f3-10cdcf729468 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 943 time: 0.0654547 Aug 04 16:26:58.793409 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a328ca1a-5b47-4985-8ed9-a407cdcd2e94 req-5049e482-aab3-469d-88e8-d8372eb515c0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451207 Aug 04 16:26:58.827664 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:58.835898 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:58.836274 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.874270 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 53700f11-88f0-49bc-83d5-4d87a81fa881, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=53700f11-88f0-49bc-83d5-4d87a81fa881,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:58.878854 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f99d199b-946c-42c9-82f2-a7cff1ed4ac6 req-c8bb4ada-a371-4635-9866-69fbc38e8173 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574366 Aug 04 16:26:58.893565 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '53700f11-88f0-49bc-83d5-4d87a81fa881', 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'port_id': '53700f11-88f0-49bc-83d5-4d87a81fa881', 'mac_address': 'fa:16:3e:15:d7:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:26:58.968723 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.987436 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:58.994783 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45232) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:58.998466 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53700f11-88f0-49bc-83d5-4d87a81fa881 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:26:59.034830 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:26:59.040517 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a603d783-e5b1-4f2f-b799-787b1676b8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.081240 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa1c6-d682-4274-96f3-1c282be34728 req-a8fba3b9-6ff7-4a32-ad15-54876f50a447 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:59.083587 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0c2aa1c6-d682-4274-96f3-1c282be34728 req-a8fba3b9-6ff7-4a32-ad15-54876f50a447 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.1168816 Aug 04 16:26:59.130925 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 53700f11-88f0-49bc-83d5-4d87a81fa881, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=53700f11-88f0-49bc-83d5-4d87a81fa881,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:59.149858 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:59.152466 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.187047 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.188631 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:26:59.241209 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c7500-ff6e-4a9e-85b9-c48d489028f9 req-9ab16a2e-22fe-4209-bbfa-ae98b0d11289 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:59.249010 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6c4c7500-ff6e-4a9e-85b9-c48d489028f9 req-9ab16a2e-22fe-4209-bbfa-ae98b0d11289 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 944 time: 0.1619785 Aug 04 16:26:59.258829 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0c2aa1c6-d682-4274-96f3-1c282be34728 req-baec3c83-7ee0-4192-855a-d4fc08e4616c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318550 Aug 04 16:26:59.267201 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=53700f11-88f0-49bc-83d5-4d87a81fa881,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:59.278717 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a603d783-e5b1-4f2f-b799-787b1676b8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.288087 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a603d783-e5b1-4f2f-b799-787b1676b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.341341 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a603d783-e5b1-4f2f-b799-787b1676b8d3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1495cddb9ce549b582da2ac62b4772ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444791 Aug 04 16:26:59.342103 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a603d783-e5b1-4f2f-b799-787b1676b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d33eae-b5cc-42c0-a6ff-29cb8b46e222,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:59.344450 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45250) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:59.358258 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:26:59.362922 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6c4c7500-ff6e-4a9e-85b9-c48d489028f9 req-57444b8c-a626-48dd-9912-f9e5f7c641f3 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004479 Aug 04 16:26:59.366293 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:26:59.366668 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.377572 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:59.394566 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45252) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:59.413405 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['53700f11-88f0-49bc-83d5-4d87a81fa881'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:26:59.418549 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8aba076c-09e9-494f-8905-5f3f00341f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.423000 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b2fc80ee-405a-44a5-b3aa-365962140650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.469578 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8aba076c-09e9-494f-8905-5f3f00341f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.549835 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.570113 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d04f5f2-2a35-476f-a612-d73363449276" -d '{"events": [{"server_uuid": "df41ab7a-a930-435f-aa5e-9ba4cd666cad", "name": "network-vif-plugged", "status": "completed", "tag": "26008a6d-a1ae-4c88-9e24-f6b23bb09bfc"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:26:59.574880 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8aba076c-09e9-494f-8905-5f3f00341f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.577674 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8aba076c-09e9-494f-8905-5f3f00341f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.578920 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-8aba076c-09e9-494f-8905-5f3f00341f5c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/13d33eae-b5cc-42c0-a6ff-29cb8b46e222 HTTP/1.1" status: 204 len: 168 time: 0.2335773 Aug 04 16:26:59.593858 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba076c-09e9-494f-8905-5f3f00341f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d33eae-b5cc-42c0-a6ff-29cb8b46e222,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:59.621445 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b2fc80ee-405a-44a5-b3aa-365962140650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.633255 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b2fc80ee-405a-44a5-b3aa-365962140650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.659445 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,segment=NetworkSegment(a3003119-b053-47bc-8037-802d135a65e6),segment_id=a3003119-b053-47bc-8037-802d135a65e6)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:26:59.677132 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.724119 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc80ee-405a-44a5-b3aa-365962140650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c02bad2-68f9-402f-9838-1e81871ab0df,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:59.732034 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-b2fc80ee-405a-44a5-b3aa-365962140650 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=58aab7e433ba43cc983bf60c830a123a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337128 Aug 04 16:26:59.732523 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45266) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:26:59.794546 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:26:59.849683 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c279e1fd-bc6d-48cb-89c8-719fe7ad1447 req-083ab695-8455-435f-acf1-b6aec2085c01 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:26:59.851308 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c279e1fd-bc6d-48cb-89c8-719fe7ad1447 req-083ab695-8455-435f-acf1-b6aec2085c01 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.1048586 Aug 04 16:26:59.854585 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-03adfec0-996e-4f12-b5bb-d71763e76cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.891771 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-03adfec0-996e-4f12-b5bb-d71763e76cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.964540 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c279e1fd-bc6d-48cb-89c8-719fe7ad1447 req-ebbe3672-6afd-4df9-8a6e-da7a3add6745 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989435 Aug 04 16:26:59.990803 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-03adfec0-996e-4f12-b5bb-d71763e76cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.993803 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-03adfec0-996e-4f12-b5bb-d71763e76cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:26:59.997521 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-03adfec0-996e-4f12-b5bb-d71763e76cd6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c02bad2-68f9-402f-9838-1e81871ab0df HTTP/1.1" status: 204 len: 168 time: 0.2614717 Aug 04 16:27:00.006297 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03adfec0-996e-4f12-b5bb-d71763e76cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c02bad2-68f9-402f-9838-1e81871ab0df,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:00.034005 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46871b09-47ec-43c8-b170-3c5dd1ccb8bf x-openstack-request-id: req-46871b09-47ec-43c8-b170-3c5dd1ccb8bf {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:00.034310 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df41ab7a-a930-435f-aa5e-9ba4cd666cad", "name": "network-vif-plugged", "status": "completed", "tag": "26008a6d-a1ae-4c88-9e24-f6b23bb09bfc", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:00.034571 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-46871b09-47ec-43c8-b170-3c5dd1ccb8bf {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:00.035112 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'code': 200} Aug 04 16:27:00.207472 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c95ce-d286-4506-b181-7d1b4bf7fe06 req-66a130b8-3e4d-4d7e-aeeb-39aaf917b49e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:00.216560 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d4c95ce-d286-4506-b181-7d1b4bf7fe06 req-66a130b8-3e4d-4d7e-aeeb-39aaf917b49e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 943 time: 0.1426501 Aug 04 16:27:00.320992 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d4c95ce-d286-4506-b181-7d1b4bf7fe06 req-ed71ff55-1a05-42c8-8abf-7264f08031a9 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032555 Aug 04 16:27:00.368050 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abacaaa-e902-4a0c-996c-c95eb6d5fdec req-485a9f79-0f95-4100-902a-9490f9caaa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:00.370585 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4abacaaa-e902-4a0c-996c-c95eb6d5fdec req-485a9f79-0f95-4100-902a-9490f9caaa3b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 1099 time: 0.1468480 Aug 04 16:27:00.422655 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-4abacaaa-e902-4a0c-996c-c95eb6d5fdec req-65564012-b3c0-42ad-a5b1-6e87027478b1 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:00.584310 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa6294f-07d7-4d80-b9bf-abefe7b60d5d req-2fb7c894-f8d3-446e-8334-8b38a92a61ad tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:00.585856 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfa6294f-07d7-4d80-b9bf-abefe7b60d5d req-2fb7c894-f8d3-446e-8334-8b38a92a61ad tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.1140425 Aug 04 16:27:00.593930 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc43d8-7c8a-45a8-84f3-bc5fb7072a9c req-91e6c155-e9ad-4fb6-85e5-d46e6aab2675 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:00.604570 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f8cc43d8-7c8a-45a8-84f3-bc5fb7072a9c req-91e6c155-e9ad-4fb6-85e5-d46e6aab2675 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.1932178 Aug 04 16:27:00.661887 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfa6294f-07d7-4d80-b9bf-abefe7b60d5d req-0797d156-dcca-47ae-80f1-828fb08788fb tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547259 Aug 04 16:27:00.675749 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f8cc43d8-7c8a-45a8-84f3-bc5fb7072a9c req-2f56f2d4-0e89-4b7c-92ce-381bef9f50a3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702231 Aug 04 16:27:00.697326 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-4abacaaa-e902-4a0c-996c-c95eb6d5fdec req-65564012-b3c0-42ad-a5b1-6e87027478b1 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:00.699687 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:00.703124 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-4abacaaa-e902-4a0c-996c-c95eb6d5fdec req-65564012-b3c0-42ad-a5b1-6e87027478b1 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:00.704908 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 53700f11-88f0-49bc-83d5-4d87a81fa881 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:00.739668 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4abacaaa-e902-4a0c-996c-c95eb6d5fdec req-65564012-b3c0-42ad-a5b1-6e87027478b1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619580 Aug 04 16:27:00.769830 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65564012-b3c0-42ad-a5b1-6e87027478b1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7b26d9-ebbc-44a5-af91-f30dcfe521c0,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:00.830015 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 53700f11-88f0-49bc-83d5-4d87a81fa881 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:00.842920 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 53700f11-88f0-49bc-83d5-4d87a81fa881 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:00.843688 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:00.894580 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:00.927738 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'port_id': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'mac_address': 'fa:16:3e:e0:94:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:00.975431 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.015053 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d36800-47c1-4d51-ad55-6e26c10d4ffd {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:01.027158 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.050860 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:01.058479 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.059094 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a66f0a1e-4a1b-4481-bdb6-70b278de2f2f details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:01.110840 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 53700f11-88f0-49bc-83d5-4d87a81fa881, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=53700f11-88f0-49bc-83d5-4d87a81fa881,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:01.130636 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df3684b-126a-41eb-aa6a-a9e187a9b3a4 req-f44aed66-f043-400d-9de0-e99b5f88cc59 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:01.132149 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8df3684b-126a-41eb-aa6a-a9e187a9b3a4 req-f44aed66-f043-400d-9de0-e99b5f88cc59 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.0634973 Aug 04 16:27:01.168593 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.189776 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8df3684b-126a-41eb-aa6a-a9e187a9b3a4 req-74be41d3-0b76-493a-9c5a-ee1bb1bece95 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509200 Aug 04 16:27:01.216601 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:01.289435 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=53700f11-88f0-49bc-83d5-4d87a81fa881,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:01.298790 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:01.320882 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f', 'network_id': '4cd8e288-0c67-43cc-a658-52ec2d96453e', 'port_id': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f', 'mac_address': 'fa:16:3e:52:65:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 688, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d7c047-1dfe-4f95-a2d5-d79931525d9f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:01.378093 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.402686 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a66f0a1e-4a1b-4481-bdb6-70b278de2f2f {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:01.425239 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:01.456518 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:01.481936 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb564f4-0a16-482b-bc03-d1b3244875c8 req-d2d123d4-55b8-423d-8772-d94f5cb9f81b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:01.493632 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ffb564f4-0a16-482b-bc03-d1b3244875c8 req-d2d123d4-55b8-423d-8772-d94f5cb9f81b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 943 time: 0.1057067 Aug 04 16:27:01.536241 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:01.537971 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ffb564f4-0a16-482b-bc03-d1b3244875c8 req-56fe9352-a55e-43d4-8b6f-41f2475780f0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431685 Aug 04 16:27:01.720782 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['a66f0a1e-4a1b-4481-bdb6-70b278de2f2f'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:01.782580 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['32d36800-47c1-4d51-ad55-6e26c10d4ffd'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:01.861612 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed7bb2-f822-4a50-bb59-d0d4173f9449 req-afa11af8-d0d7-465c-94da-d9e591c39896 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:01.870841 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-32ed7bb2-f822-4a50-bb59-d0d4173f9449 req-afa11af8-d0d7-465c-94da-d9e591c39896 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.1231680 Aug 04 16:27:01.882253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82a326-bd49-4bd5-ad9f-07ba9a6367d4 req-29f03d74-9972-4bdb-9f8f-833a803a8c2f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:01.884004 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b82a326-bd49-4bd5-ad9f-07ba9a6367d4 req-29f03d74-9972-4bdb-9f8f-833a803a8c2f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.1091256 Aug 04 16:27:01.945845 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-32ed7bb2-f822-4a50-bb59-d0d4173f9449 req-b8c89e07-7b2f-4616-b14b-c9562de90915 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695038 Aug 04 16:27:01.971393 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b82a326-bd49-4bd5-ad9f-07ba9a6367d4 req-20597a90-0e1a-419c-8622-6ad8afaf611e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724957 Aug 04 16:27:02.038399 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8'}, {'server_uuid': '758fb058-16d9-4840-a144-379c96c0cf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53700f11-88f0-49bc-83d5-4d87a81fa881'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:02.040706 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33db17ca-3503-4369-9b2a-5e1b4a109cbf" -d '{"events": [{"server_uuid": "0eadb0bc-ee99-4d6b-b236-7ca90468ca95", "name": "network-vif-plugged", "status": "completed", "tag": "679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8"}, {"server_uuid": "758fb058-16d9-4840-a144-379c96c0cf0c", "name": "network-vif-plugged", "status": "completed", "tag": "53700f11-88f0-49bc-83d5-4d87a81fa881"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:02.094394 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a74f6dd-0992-4e12-80c8-f9e2e6dc9711 x-openstack-request-id: req-9a74f6dd-0992-4e12-80c8-f9e2e6dc9711 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:02.094717 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eadb0bc-ee99-4d6b-b236-7ca90468ca95", "name": "network-vif-plugged", "status": "completed", "tag": "679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8", "code": 200}, {"server_uuid": "758fb058-16d9-4840-a144-379c96c0cf0c", "name": "network-vif-plugged", "status": "completed", "tag": "53700f11-88f0-49bc-83d5-4d87a81fa881", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:02.094955 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a74f6dd-0992-4e12-80c8-f9e2e6dc9711 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:02.095346 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8', 'code': 200} Aug 04 16:27:02.095660 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758fb058-16d9-4840-a144-379c96c0cf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53700f11-88f0-49bc-83d5-4d87a81fa881', 'code': 200} Aug 04 16:27:02.482773 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e454237-84e0-4434-b906-e256049e3ec4 req-6bee8dc0-7640-45f3-a06c-fe94e2274e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:02.488791 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-8e454237-84e0-4434-b906-e256049e3ec4 req-6bee8dc0-7640-45f3-a06c-fe94e2274e44 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 1098 time: 0.1523957 Aug 04 16:27:02.529442 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae532dc-17ff-46c6-95c5-b3ddbd2bf578 req-526f9a3b-e71f-4550-bb4a-5babf427cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:02.529996 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-8ae532dc-17ff-46c6-95c5-b3ddbd2bf578 req-526f9a3b-e71f-4550-bb4a-5babf427cabb service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.1352050 Aug 04 16:27:02.531506 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4395885-2e7d-4235-b1fe-da6f0d388b24 req-95041fdc-5a6a-4748-818b-8b230b8b30e1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:02.533102 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f4395885-2e7d-4235-b1fe-da6f0d388b24 req-95041fdc-5a6a-4748-818b-8b230b8b30e1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.2270133 Aug 04 16:27:02.593027 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-8ae532dc-17ff-46c6-95c5-b3ddbd2bf578 req-1907584d-c163-4e2f-b5f0-9302a1b38ea5 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554445 Aug 04 16:27:02.594514 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-8e454237-84e0-4434-b906-e256049e3ec4 req-042b6a2c-1c09-4592-b164-fa9ba06ac86c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846765 Aug 04 16:27:02.602098 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f4395885-2e7d-4235-b1fe-da6f0d388b24 req-b8a89d02-5b98-4006-9c8b-5a6d2316625d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626478 Aug 04 16:27:02.686583 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cab994-51d9-4f1b-8e8b-a5b5e224d493 req-33477aa5-0674-4451-88fa-901d0ee16b11 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:02.689302 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-53cab994-51d9-4f1b-8e8b-a5b5e224d493 req-33477aa5-0674-4451-88fa-901d0ee16b11 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 944 time: 0.0621800 Aug 04 16:27:02.741548 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-53cab994-51d9-4f1b-8e8b-a5b5e224d493 req-1eeecba7-4975-4d7b-b421-8686ff75c03d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458167 Aug 04 16:27:02.831565 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45484) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:02.910595 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45488) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:03.037720 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-da44533f-620d-42e6-b56e-24079c6a058a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.065618 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-28ffb81c-160a-4caf-8a66-5fddc7b5c7b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.148881 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-da44533f-620d-42e6-b56e-24079c6a058a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.156546 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-da44533f-620d-42e6-b56e-24079c6a058a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.161183 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99758f-bf0a-4017-8ea5-8d24a8b0520e req-2bb16e39-721a-40fa-a0da-c4f8111dfb62 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:03.162721 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3e99758f-bf0a-4017-8ea5-8d24a8b0520e req-2bb16e39-721a-40fa-a0da-c4f8111dfb62 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.0990086 Aug 04 16:27:03.175275 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677572f-eab8-4f80-a238-0a1a363b095d req-435ed67f-ecfc-4eae-8649-cd8a97ebef22 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:03.176693 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3677572f-eab8-4f80-a238-0a1a363b095d req-435ed67f-ecfc-4eae-8649-cd8a97ebef22 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.1014867 Aug 04 16:27:03.212911 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44533f-620d-42e6-b56e-24079c6a058a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a0fdbf-e342-4627-9d1c-2b1c8fcfe34b,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:03.218324 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-da44533f-620d-42e6-b56e-24079c6a058a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30352816c6604073b74a258863fc6f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3856857 Aug 04 16:27:03.223125 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45502) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:03.261293 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3e99758f-bf0a-4017-8ea5-8d24a8b0520e req-66ab5d5f-1bf4-4981-92d7-172b181c0189 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835392 Aug 04 16:27:03.277877 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3677572f-eab8-4f80-a238-0a1a363b095d req-2e8e9ab5-d3ff-4288-844d-16af34c91515 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890379 Aug 04 16:27:03.278381 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db4e2ec9-a467-4e8e-9423-bc449a71408e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.304447 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db4e2ec9-a467-4e8e-9423-bc449a71408e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.330768 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-28ffb81c-160a-4caf-8a66-5fddc7b5c7b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.336172 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-28ffb81c-160a-4caf-8a66-5fddc7b5c7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.354708 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db4e2ec9-a467-4e8e-9423-bc449a71408e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.357326 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db4e2ec9-a467-4e8e-9423-bc449a71408e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.361018 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-db4e2ec9-a467-4e8e-9423-bc449a71408e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a5a0fdbf-e342-4627-9d1c-2b1c8fcfe34b HTTP/1.1" status: 204 len: 168 time: 0.1361451 Aug 04 16:27:03.367120 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e2ec9-a467-4e8e-9423-bc449a71408e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a0fdbf-e342-4627-9d1c-2b1c8fcfe34b,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:03.381675 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ffb81c-160a-4caf-8a66-5fddc7b5c7b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42889a2-b969-46ce-b5e6-5887aa68909f,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:03.390868 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45506) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:03.391103 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-28ffb81c-160a-4caf-8a66-5fddc7b5c7b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5f677159a9140f89aa85551c5d9179d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4782114 Aug 04 16:27:03.444203 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e98f49d2-6fe7-4491-a975-b938509665c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.467293 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e98f49d2-6fe7-4491-a975-b938509665c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.519541 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e98f49d2-6fe7-4491-a975-b938509665c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.522314 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e98f49d2-6fe7-4491-a975-b938509665c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.523457 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-e98f49d2-6fe7-4491-a975-b938509665c8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a42889a2-b969-46ce-b5e6-5887aa68909f HTTP/1.1" status: 204 len: 168 time: 0.1315951 Aug 04 16:27:03.532283 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f49d2-6fe7-4491-a975-b938509665c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42889a2-b969-46ce-b5e6-5887aa68909f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:03.684740 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45514) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:03.698854 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d67e6a0-2f83-401b-922f-bffe8f09ea40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.742233 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccc892-6759-47e8-a576-1b760d1b29fd req-e9e5ca65-61f8-4e31-9742-e567af7121de tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:03.749146 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ceccc892-6759-47e8-a576-1b760d1b29fd req-e9e5ca65-61f8-4e31-9742-e567af7121de tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.0623906 Aug 04 16:27:03.795578 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ceccc892-6759-47e8-a576-1b760d1b29fd req-ae85a520-7b64-4e40-81c2-f5dcae530cee tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Aug 04 16:27:03.846152 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d67e6a0-2f83-401b-922f-bffe8f09ea40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.852378 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8d67e6a0-2f83-401b-922f-bffe8f09ea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.912435 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-8d67e6a0-2f83-401b-922f-bffe8f09ea40 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=17bbd2b0f80c46839d072df4e489f1f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224483 Aug 04 16:27:03.912435 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d67e6a0-2f83-401b-922f-bffe8f09ea40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a75c18-53bd-4c04-9417-d6e3c7bb1325,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:03.912688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c41dff-7954-4899-be18-b3106ca6999c req-fb336ad6-9aaa-4919-a5e4-9d4f58e7eb18 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:03.912785 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45522) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:03.941584 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4c41dff-7954-4899-be18-b3106ca6999c req-fb336ad6-9aaa-4919-a5e4-9d4f58e7eb18 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 944 time: 0.1073482 Aug 04 16:27:03.958514 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45524) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:03.976379 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c817-11d6-43b0-9007-9b31523e6863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:03.983145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-57866399-0d1c-4b0d-8bb3-6aaa86253fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.000620 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c817-11d6-43b0-9007-9b31523e6863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.020707 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4c41dff-7954-4899-be18-b3106ca6999c req-c8e6e7e6-e7d3-405d-978a-1060f7d8359a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775518 Aug 04 16:27:04.064466 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c817-11d6-43b0-9007-9b31523e6863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.067392 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a5c8c817-11d6-43b0-9007-9b31523e6863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.068830 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a5c8c817-11d6-43b0-9007-9b31523e6863 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/16a75c18-53bd-4c04-9417-d6e3c7bb1325 HTTP/1.1" status: 204 len: 168 time: 0.1560390 Aug 04 16:27:04.079588 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8c817-11d6-43b0-9007-9b31523e6863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a75c18-53bd-4c04-9417-d6e3c7bb1325,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:04.154794 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-57866399-0d1c-4b0d-8bb3-6aaa86253fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.159305 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-57866399-0d1c-4b0d-8bb3-6aaa86253fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.209461 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57866399-0d1c-4b0d-8bb3-6aaa86253fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3b684d-626a-4ba6-9334-62203041d361,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:04.242059 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-57866399-0d1c-4b0d-8bb3-6aaa86253fae admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ba4422c1c3ad4d04926376dc85e67ce9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2802365 Aug 04 16:27:04.245170 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45540) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:04.341651 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3db1dd17-ef6e-4d27-9806-177b32f7c7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.386552 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3db1dd17-ef6e-4d27-9806-177b32f7c7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.444574 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66953960-ffa6-428c-a316-7f6709588552 req-2ffb06f7-ebc6-4028-9131-5a896345ceda tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:04.446133 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-66953960-ffa6-428c-a316-7f6709588552 req-2ffb06f7-ebc6-4028-9131-5a896345ceda tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0848806 Aug 04 16:27:04.475932 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3db1dd17-ef6e-4d27-9806-177b32f7c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.481609 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905914e7-32e5-4f56-8e8d-954b264a5bb3 req-9da3c67f-b358-4bbc-a612-23a240da72c8 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:04.482562 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3db1dd17-ef6e-4d27-9806-177b32f7c7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.483557 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-905914e7-32e5-4f56-8e8d-954b264a5bb3 req-9da3c67f-b358-4bbc-a612-23a240da72c8 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.0842609 Aug 04 16:27:04.492860 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-3db1dd17-ef6e-4d27-9806-177b32f7c7d9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4e3b684d-626a-4ba6-9334-62203041d361 HTTP/1.1" status: 204 len: 168 time: 0.2465880 Aug 04 16:27:04.520870 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db1dd17-ef6e-4d27-9806-177b32f7c7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3b684d-626a-4ba6-9334-62203041d361,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:04.549726 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-66953960-ffa6-428c-a316-7f6709588552 req-76f7163e-12f6-451b-9b5c-7afd78145989 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932667 Aug 04 16:27:04.574939 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-905914e7-32e5-4f56-8e8d-954b264a5bb3 req-a65582d9-3feb-4563-bf9b-77e2b4db5c02 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782382 Aug 04 16:27:04.721034 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:04.784826 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 32d36800-47c1-4d51-ad55-6e26c10d4ffd completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:04.790039 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 32d36800-47c1-4d51-ad55-6e26c10d4ffd triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:04.791506 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.891972 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.904325 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45568) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:04.931118 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cb988853-78a5-43a9-9c4f-2c29ed79896c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.956391 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:04.957679 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:04.964820 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c007a2-665d-4408-bb8d-f6bcdd0a70fb" -d '{"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-plugged", "status": "completed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:04.968370 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:04.969380 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a66f0a1e-4a1b-4481-bdb6-70b278de2f2f up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:05.112243 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cb988853-78a5-43a9-9c4f-2c29ed79896c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.127185 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cb988853-78a5-43a9-9c4f-2c29ed79896c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.182820 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-cb988853-78a5-43a9-9c4f-2c29ed79896c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a47e51bb0b548baae494775815c7e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772093 Aug 04 16:27:05.185405 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45584) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:05.198744 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720d8eee-7984-462a-a58f-0839cf8402fd x-openstack-request-id: req-720d8eee-7984-462a-a58f-0839cf8402fd {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:05.199023 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-plugged", "status": "completed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:05.199442 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-720d8eee-7984-462a-a58f-0839cf8402fd {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:05.200036 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'code': 200} Aug 04 16:27:05.203911 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71827332-9fc0-4e97-b6fd-2437a2a5d041 req-f3380a87-e175-48eb-95c6-8a73f2063b7a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:05.205828 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-71827332-9fc0-4e97-b6fd-2437a2a5d041 req-f3380a87-e175-48eb-95c6-8a73f2063b7a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 944 time: 0.0918596 Aug 04 16:27:05.228234 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb988853-78a5-43a9-9c4f-2c29ed79896c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7076d53f-c7bd-4432-a7bd-e1b9be0c5c39,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:05.263383 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:05.275061 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:05.284191 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:05.284568 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.285990 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-71827332-9fc0-4e97-b6fd-2437a2a5d041 req-6c200f56-ff05-4c18-9a96-19f306f680b6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735538 Aug 04 16:27:05.321688 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-35622a89-fe66-4c13-8172-7d6e34c9ccdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.324797 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c5875-23d8-4b41-976b-ccf562cd3b59 req-5c8255af-2971-4db3-8d27-5f25637c4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:05.326452 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-086c5875-23d8-4b41-976b-ccf562cd3b59 req-5c8255af-2971-4db3-8d27-5f25637c4804 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1099 time: 0.0774009 Aug 04 16:27:05.368089 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-35622a89-fe66-4c13-8172-7d6e34c9ccdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.408659 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-086c5875-23d8-4b41-976b-ccf562cd3b59 req-08ee095d-7ca2-4cdb-9f2a-d5a2fefb40df service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738161 Aug 04 16:27:05.442316 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-35622a89-fe66-4c13-8172-7d6e34c9ccdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.449124 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-35622a89-fe66-4c13-8172-7d6e34c9ccdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.449124 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-35622a89-fe66-4c13-8172-7d6e34c9ccdc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7076d53f-c7bd-4432-a7bd-e1b9be0c5c39 HTTP/1.1" status: 204 len: 168 time: 0.2596371 Aug 04 16:27:05.453723 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.457477 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35622a89-fe66-4c13-8172-7d6e34c9ccdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7076d53f-c7bd-4432-a7bd-e1b9be0c5c39,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:05.516506 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:05.527206 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:05.596933 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:05.701684 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e87046-70be-4218-9c58-8e243a5a15b5 req-5cac9d52-03e8-47f8-9f56-cd5e4006012f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:05.703743 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-38e87046-70be-4218-9c58-8e243a5a15b5 req-5cac9d52-03e8-47f8-9f56-cd5e4006012f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0652649 Aug 04 16:27:05.762936 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-38e87046-70be-4218-9c58-8e243a5a15b5 req-30103926-0a02-4dbf-8023-991b04fb1d17 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525453 Aug 04 16:27:06.044296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45634) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:06.272632 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-63099d5b-bff1-4eb0-b53f-04bacbfd289c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:06.523638 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-63099d5b-bff1-4eb0-b53f-04bacbfd289c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:06.531062 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-63099d5b-bff1-4eb0-b53f-04bacbfd289c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:06.596974 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63099d5b-bff1-4eb0-b53f-04bacbfd289c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55361eec-7d6f-437a-aea8-d7337d2ae94f,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:06.602897 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-63099d5b-bff1-4eb0-b53f-04bacbfd289c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b921eff2fd34bfa8ae3fce78afd011d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5573287 Aug 04 16:27:06.606888 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45668) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:06.622379 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e832e8-6c1f-43ab-8651-5a93e3ec5d11 req-ed28e907-28b4-4d41-875e-8ed9beaa131a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:06.630346 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-36e832e8-6c1f-43ab-8651-5a93e3ec5d11 req-ed28e907-28b4-4d41-875e-8ed9beaa131a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1798046 Aug 04 16:27:06.689491 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4c626e8-f906-47c5-ae99-f45ab83cb44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:06.692856 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-36e832e8-6c1f-43ab-8651-5a93e3ec5d11 req-54efd535-ef41-4493-8676-260ca47ff2fa tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615232 Aug 04 16:27:06.723448 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4c626e8-f906-47c5-ae99-f45ab83cb44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:06.785815 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4c626e8-f906-47c5-ae99-f45ab83cb44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:06.788489 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4c626e8-f906-47c5-ae99-f45ab83cb44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:06.789662 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f4c626e8-f906-47c5-ae99-f45ab83cb44c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/55361eec-7d6f-437a-aea8-d7337d2ae94f HTTP/1.1" status: 204 len: 168 time: 0.1810679 Aug 04 16:27:06.805357 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c626e8-f906-47c5-ae99-f45ab83cb44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55361eec-7d6f-437a-aea8-d7337d2ae94f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:06.912059 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a005c7-2c8c-4d8d-8d60-7b560f7fd98a req-c93700e6-a85c-4828-965e-4c373d268aa4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:06.919192 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a005c7-2c8c-4d8d-8d60-7b560f7fd98a req-c93700e6-a85c-4828-965e-4c373d268aa4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0664113 Aug 04 16:27:06.953802 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a005c7-2c8c-4d8d-8d60-7b560f7fd98a req-b7d16d28-9c54-4917-89c3-eab0e089526b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335147 Aug 04 16:27:07.093688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c8f97-1f98-4705-8240-77398078402b req-d3591466-e3a6-4106-9afe-31e2bebf663e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.095436 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1b6c8f97-1f98-4705-8240-77398078402b req-d3591466-e3a6-4106-9afe-31e2bebf663e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0672512 Aug 04 16:27:07.104818 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45690) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:07.110047 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'floatingip': {'port_id': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:07.188908 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.204284 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:07.204812 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d7aac4-2c57-4946-8a14-043b6e13f8ba" -d '{"events": [{"server_uuid": "89935247-ccfb-402d-bdbf-a0aa16c7f54a", "name": "network-vif-plugged", "status": "completed", "tag": "a66f0a1e-4a1b-4481-bdb6-70b278de2f2f"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:07.250658 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e409ced-b0eb-47f0-b7e5-8a2a689ddf84 x-openstack-request-id: req-1e409ced-b0eb-47f0-b7e5-8a2a689ddf84 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:07.250962 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89935247-ccfb-402d-bdbf-a0aa16c7f54a", "name": "network-vif-plugged", "status": "completed", "tag": "a66f0a1e-4a1b-4481-bdb6-70b278de2f2f", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:07.251253 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1e409ced-b0eb-47f0-b7e5-8a2a689ddf84 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:07.251804 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f', 'code': 200} Aug 04 16:27:07.469902 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45704) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:07.489477 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d54783e8-7dd6-4621-af30-bc0ca2b89ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.622315 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d54783e8-7dd6-4621-af30-bc0ca2b89ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.627298 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d54783e8-7dd6-4621-af30-bc0ca2b89ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.674071 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77ed95-9239-4bf3-94e9-d38e86598ad1 req-a7bd5ede-15a4-4f6d-8500-cec4b7ee8218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.675656 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2c77ed95-9239-4bf3-94e9-d38e86598ad1 req-a7bd5ede-15a4-4f6d-8500-cec4b7ee8218 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 1098 time: 0.2654002 Aug 04 16:27:07.701814 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-d54783e8-7dd6-4621-af30-bc0ca2b89ece admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4ae6948c58c34e4fb0a873158d944e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306373 Aug 04 16:27:07.702805 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45714) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:07.710338 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54783e8-7dd6-4621-af30-bc0ca2b89ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dbbb4d-1efb-45c8-aa5e-a05b3faac13f,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:07.829974 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2c77ed95-9239-4bf3-94e9-d38e86598ad1 req-f8df24bf-4e4a-457f-ba25-c881a8ca3d8f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399918 Aug 04 16:27:07.904034 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ae99769-7f17-4cf5-9338-e7b72980c125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.935907 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ae99769-7f17-4cf5-9338-e7b72980c125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:07.959503 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5516ab-62e3-412d-a9cd-e8774b168f17 req-e7c2b730-c266-4201-85c2-762e360f6be1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:07.967813 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bb5516ab-62e3-412d-a9cd-e8774b168f17 req-e7c2b730-c266-4201-85c2-762e360f6be1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1427572 Aug 04 16:27:08.050303 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bb5516ab-62e3-412d-a9cd-e8774b168f17 req-35402222-eb2f-449e-b9e0-a002f4db34e8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813501 Aug 04 16:27:08.074190 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ae99769-7f17-4cf5-9338-e7b72980c125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:08.077207 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ae99769-7f17-4cf5-9338-e7b72980c125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:08.079060 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-2ae99769-7f17-4cf5-9338-e7b72980c125 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/03dbbb4d-1efb-45c8-aa5e-a05b3faac13f HTTP/1.1" status: 204 len: 168 time: 0.3740859 Aug 04 16:27:08.091464 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae99769-7f17-4cf5-9338-e7b72980c125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dbbb4d-1efb-45c8-aa5e-a05b3faac13f,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:08.185477 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:08.198666 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:08.359245 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Floating IP d82fe73a-0ebf-4cef-8590-b357db37f324 associated. External IP: 172.27.0.125, port: 32d36800-47c1-4d51-ad55-6e26c10d4ffd. Aug 04 16:27:08.612343 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Router 657d3cae-fe19-4376-9455-d96192286599 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:27:08.768384 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:08.784267 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:08.801279 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] Sync routers for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:08.811990 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:08.813100 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:08.840719 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-e050ceae-3ce0-4f91-a9c7-786743bd4577 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "PUT /v2.0/floatingips/d82fe73a-0ebf-4cef-8590-b357db37f324 HTTP/1.1" status: 200 len: 992 time: 1.7315552 Aug 04 16:27:08.840719 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:08.842438 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757092c5-ec02-4415-869b-fdc146cf8bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:08.912066 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-982387d6-6c03-4d7c-835c-a737a85adc5a x-openstack-request-id: req-982387d6-6c03-4d7c-835c-a737a85adc5a {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:08.912470 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:08.912733 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-982387d6-6c03-4d7c-835c-a737a85adc5a {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:08.913136 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'status': 'completed', 'code': 200} Aug 04 16:27:08.982123 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:09.021219 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-653dcea8-e6b0-440e-9c9a-07c01f0243be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.022866 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-653dcea8-e6b0-440e-9c9a-07c01f0243be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1099 time: 0.0546689 Aug 04 16:27:09.138937 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-44d47bc6-0119-4d2d-9acf-3d666e7a8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.140971 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-44d47bc6-0119-4d2d-9acf-3d666e7a8f8c service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.1088655 Aug 04 16:27:09.177950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500ee225-c691-4014-b140-6955ad3d3269 req-a4404f4b-d052-4b62-86b2-877d8bc7d1a4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.181185 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-500ee225-c691-4014-b140-6955ad3d3269 req-a4404f4b-d052-4b62-86b2-877d8bc7d1a4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0587487 Aug 04 16:27:09.242464 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-500ee225-c691-4014-b140-6955ad3d3269 req-45fd914d-9ac4-417a-a1b8-cbcd37a640c3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542223 Aug 04 16:27:09.268747 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-ea0ab796-e43c-406e-8673-441da77f84fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 200 len: 1000 time: 0.1181016 Aug 04 16:27:09.315481 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'd82fe73a-0ebf-4cef-8590-b357db37f324', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '657d3cae-fe19-4376-9455-d96192286599', 'port_id': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'mac_address': 'fa:16:3e:e0:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:26:45Z', 'updated_at': '2021-08-04T16:27:07Z', 'revision_number': 1, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:09.341115 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-5e5dce99-5812-4aa2-ba11-caea5eb0edf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.342948 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-5e5dce99-5812-4aa2-ba11-caea5eb0edf6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0661414 Aug 04 16:27:09.348660 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] Checking router: 657d3cae-fe19-4376-9455-d96192286599 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:09.359015 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:09.360056 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:26:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:09.437206 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-e8c8f490-7140-40c9-ac08-fc0aafd2e152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.440164 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-e8c8f490-7140-40c9-ac08-fc0aafd2e152 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818443 Aug 04 16:27:09.646665 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:09.658236 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae541e8-8539-42ab-8871-2a59cff7e012 req-5d6465f6-fd46-4968-a6c6-ae52d7d88c20 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.659795 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aae541e8-8539-42ab-8871-2a59cff7e012 req-5d6465f6-fd46-4968-a6c6-ae52d7d88c20 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0741010 Aug 04 16:27:09.729737 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aae541e8-8539-42ab-8871-2a59cff7e012 req-5001e6cb-5a65-43e7-8405-7c242ac2e077 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462289 Aug 04 16:27:09.931410 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-8c4ca4b9-148d-4d6b-967f-127517099cae service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737134 Aug 04 16:27:09.944489 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-020dc669-1089-42a3-b073-cfddaa2d88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:09.945592 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'd82fe73a-0ebf-4cef-8590-b357db37f324', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '657d3cae-fe19-4376-9455-d96192286599', 'port_id': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'mac_address': 'fa:16:3e:e0:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:26:45Z', 'updated_at': '2021-08-04T16:27:07Z', 'revision_number': 1, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:09.946116 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-020dc669-1089-42a3-b073-cfddaa2d88d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 1098 time: 0.3478732 Aug 04 16:27:09.979756 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059bda4f-6867-4404-bff6-7e6ed8f09245 None None] The sync data for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi is: [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'd82fe73a-0ebf-4cef-8590-b357db37f324', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'floating_ip_address': '172.27.0.125', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '657d3cae-fe19-4376-9455-d96192286599', 'port_id': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'mac_address': 'fa:16:3e:e0:94:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:26:45Z', 'updated_at': '2021-08-04T16:27:07Z', 'revision_number': 1, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:10.128984 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-757092c5-ec02-4415-869b-fdc146cf8bcf req-bf63bebd-3792-4aae-a456-09d21f5d6dbf service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818924 Aug 04 16:27:10.133817 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-f968fc87-3e7e-49a2-96fb-7dfc327f7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:10.136019 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-f968fc87-3e7e-49a2-96fb-7dfc327f7eca service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.1794126 Aug 04 16:27:10.201621 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-134c4aeb-7458-4230-bd17-bd0cee03df83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f HTTP/1.1" status: 200 len: 217 time: 0.0498900 Aug 04 16:27:10.265022 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-59d49e3a-8a06-4f25-9eae-0a113a768bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:10.266744 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-59d49e3a-8a06-4f25-9eae-0a113a768bfb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.0565886 Aug 04 16:27:10.303419 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ce788b-8326-4016-b1f9-11b41807ad12 None None] New status for floating IP d82fe73a-0ebf-4cef-8590-b357db37f324: ACTIVE {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:27:10.312185 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-54d36192-1217-49dd-92e3-bfe6022a33e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275326 Aug 04 16:27:10.443726 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-093ec9d2-1449-4f5e-87b9-55bc6d70ce87 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233747 Aug 04 16:27:10.590017 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d90e73f7-b717-472a-96cc-703a1dda6882 req-f85d8e0a-b187-4f67-b38e-c66e06daae9b service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264980 Aug 04 16:27:10.860029 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e3f83-796e-4b16-ae88-e16f956ef3aa req-205b398e-eb9e-4996-9f18-e390347d4513 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:10.861738 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5a5e3f83-796e-4b16-ae88-e16f956ef3aa req-205b398e-eb9e-4996-9f18-e390347d4513 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0566227 Aug 04 16:27:10.914104 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5a5e3f83-796e-4b16-ae88-e16f956ef3aa req-057ad3b0-3bba-4988-85ff-838556061df3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Aug 04 16:27:10.965931 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45866) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:11.074218 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6a225e05-e6c2-4e3c-becb-8785721113d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.176137 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6a225e05-e6c2-4e3c-becb-8785721113d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.180383 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6a225e05-e6c2-4e3c-becb-8785721113d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.221118 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-6a225e05-e6c2-4e3c-becb-8785721113d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83c6e09692424c49b619f7b74a0e73a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2535384 Aug 04 16:27:11.222978 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a225e05-e6c2-4e3c-becb-8785721113d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b9cb7a-2957-452e-a159-e6fd027e2da9,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:11.223496 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45878) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:11.274135 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e875ed27-4f2d-4b54-b714-e9aea3d365d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.296755 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e875ed27-4f2d-4b54-b714-e9aea3d365d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.348378 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e875ed27-4f2d-4b54-b714-e9aea3d365d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.351777 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e875ed27-4f2d-4b54-b714-e9aea3d365d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.354736 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e875ed27-4f2d-4b54-b714-e9aea3d365d3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61b9cb7a-2957-452e-a159-e6fd027e2da9 HTTP/1.1" status: 204 len: 168 time: 0.1285744 Aug 04 16:27:11.365525 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875ed27-4f2d-4b54-b714-e9aea3d365d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b9cb7a-2957-452e-a159-e6fd027e2da9,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:11.618183 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45886) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:11.631921 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-eff07594-6248-4813-8074-5eaabe632403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.720716 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-eff07594-6248-4813-8074-5eaabe632403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.724615 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-eff07594-6248-4813-8074-5eaabe632403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.763259 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff07594-6248-4813-8074-5eaabe632403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c287446d-a0dc-44f9-9dbe-f702cd804b87,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:11.770512 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-eff07594-6248-4813-8074-5eaabe632403 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=54a8401d3e5c44e494e125cdd348bf18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1492269 Aug 04 16:27:11.772008 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45888) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:11.824334 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-34215de6-c431-4b43-ab29-01e453eec776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.845343 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-34215de6-c431-4b43-ab29-01e453eec776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.892043 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-34215de6-c431-4b43-ab29-01e453eec776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.894619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-34215de6-c431-4b43-ab29-01e453eec776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:11.895819 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-34215de6-c431-4b43-ab29-01e453eec776 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c287446d-a0dc-44f9-9dbe-f702cd804b87 HTTP/1.1" status: 204 len: 168 time: 0.1228805 Aug 04 16:27:11.903745 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34215de6-c431-4b43-ab29-01e453eec776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c287446d-a0dc-44f9-9dbe-f702cd804b87,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:12.042168 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688e997-b540-4214-bebf-9202a3ee294e req-2f2399cd-0498-43fe-970e-bb2087b714d7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:12.043776 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2688e997-b540-4214-bebf-9202a3ee294e req-2f2399cd-0498-43fe-970e-bb2087b714d7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0585139 Aug 04 16:27:12.096241 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2688e997-b540-4214-bebf-9202a3ee294e req-ff48fdff-983f-42d7-9039-ddcc4c7ddf1d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421424 Aug 04 16:27:12.531155 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45926) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:12.644208 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3d30d5c9-dab9-4143-8009-9d903e9708eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.738169 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3d30d5c9-dab9-4143-8009-9d903e9708eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.741984 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3d30d5c9-dab9-4143-8009-9d903e9708eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.785498 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-3d30d5c9-dab9-4143-8009-9d903e9708eb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6f305dc053f54a9e8a0b5704e84f2ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532387 Aug 04 16:27:12.786962 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30d5c9-dab9-4143-8009-9d903e9708eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917ac5bf-ba83-43e9-b20a-a951f68ebb69,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:12.788509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45942) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:12.842392 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1f25492b-41d1-42e2-840d-e0b31d3c28c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.866744 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1f25492b-41d1-42e2-840d-e0b31d3c28c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.916519 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1f25492b-41d1-42e2-840d-e0b31d3c28c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.919048 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1f25492b-41d1-42e2-840d-e0b31d3c28c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:12.920220 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-1f25492b-41d1-42e2-840d-e0b31d3c28c5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/917ac5bf-ba83-43e9-b20a-a951f68ebb69 HTTP/1.1" status: 204 len: 168 time: 0.1300120 Aug 04 16:27:12.927996 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25492b-41d1-42e2-840d-e0b31d3c28c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917ac5bf-ba83-43e9-b20a-a951f68ebb69,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:13.218512 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3557eb-328c-419a-bcb4-5d05599122a7 req-aed96737-09a3-4cd6-90ed-7a5c4be107e1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:13.220257 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fa3557eb-328c-419a-bcb4-5d05599122a7 req-aed96737-09a3-4cd6-90ed-7a5c4be107e1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0546267 Aug 04 16:27:13.264221 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fa3557eb-328c-419a-bcb4-5d05599122a7 req-28c1eda8-e153-4a77-b7c7-f858e17aed9d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367057 Aug 04 16:27:13.282427 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 45964) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:13.296342 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ad099cd6-26e4-4c48-a9a6-b7596dde3f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.420429 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ad099cd6-26e4-4c48-a9a6-b7596dde3f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.427615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ad099cd6-26e4-4c48-a9a6-b7596dde3f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.469545 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 45976) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:13.469869 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-ad099cd6-26e4-4c48-a9a6-b7596dde3f8d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8826e47571784b4bb61fab070502ec56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860807 Aug 04 16:27:13.471914 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad099cd6-26e4-4c48-a9a6-b7596dde3f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3ed3cd-b5e9-40b3-855a-d7fe35935122,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:13.534919 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a038077e-9e1e-45d0-a68d-0ec119627c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.563760 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a038077e-9e1e-45d0-a68d-0ec119627c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.613997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a038077e-9e1e-45d0-a68d-0ec119627c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.616969 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a038077e-9e1e-45d0-a68d-0ec119627c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:13.618136 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a038077e-9e1e-45d0-a68d-0ec119627c30 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5a3ed3cd-b5e9-40b3-855a-d7fe35935122 HTTP/1.1" status: 204 len: 168 time: 0.1475646 Aug 04 16:27:13.626664 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a038077e-9e1e-45d0-a68d-0ec119627c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3ed3cd-b5e9-40b3-855a-d7fe35935122,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:14.397311 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c50f7d-1054-4dd4-a0f4-2e0d031f28bb req-d68a8c66-3850-4bc3-8404-9bcc02ffef0d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:14.398834 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f8c50f7d-1054-4dd4-a0f4-2e0d031f28bb req-d68a8c66-3850-4bc3-8404-9bcc02ffef0d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0650294 Aug 04 16:27:14.438144 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f8c50f7d-1054-4dd4-a0f4-2e0d031f28bb req-228f2597-2ac5-4c4e-86b7-4ddee86197bc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326219 Aug 04 16:27:15.047091 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-38971ac1-6d72-4c66-a6b3-323d614c76d0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:15.048906 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-38971ac1-6d72-4c66-a6b3-323d614c76d0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.1198492 Aug 04 16:27:15.065979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-c9953006-5073-46d2-a144-1421da1ba664 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/quotas/39b787736b2a4580be655951a3b0b804 HTTP/1.1" status: 200 len: 375 time: 0.0101013 Aug 04 16:27:15.123888 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-0f1ef925-f4c2-499b-b568-9b49af077643 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491412 Aug 04 16:27:15.244714 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-b54a43ab-6f2b-464f-9deb-6c57783752e6 service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124330 Aug 04 16:27:15.347823 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-ad09f8be-bc38-4742-957b-7f439efa241a service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941987 Aug 04 16:27:15.491328 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46098) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:15.589339 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bbbeda37-8395-4f47-b746-7435916a58b2 req-ea9cabe2-969a-4fdf-a007-9b25d6fc9e77 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0464289 Aug 04 16:27:15.672944 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5e08fff6-eca5-4be5-b526-c35be5a77225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:15.700467 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa414d0-3f14-4cfd-a288-f07e4894d231 req-45dc9562-aece-49bb-974b-5bf3b540e8cb tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:15.702051 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2fa414d0-3f14-4cfd-a288-f07e4894d231 req-45dc9562-aece-49bb-974b-5bf3b540e8cb tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1117427 Aug 04 16:27:15.785385 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2fa414d0-3f14-4cfd-a288-f07e4894d231 req-d7ded571-7fdd-4be8-a903-b82756065a2b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670533 Aug 04 16:27:15.852475 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5e08fff6-eca5-4be5-b526-c35be5a77225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:15.858399 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5e08fff6-eca5-4be5-b526-c35be5a77225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:15.897583 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5e08fff6-eca5-4be5-b526-c35be5a77225 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6626123cb05b4889903e8b201616ec43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4085171 Aug 04 16:27:15.901056 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46130) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:15.908295 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e08fff6-eca5-4be5-b526-c35be5a77225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a404e524-78ca-4d39-b1e5-e9b789f3c0e9,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:15.963434 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3ce62a32-d282-40a0-b661-fb9afdf4cd04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:15.986951 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3ce62a32-d282-40a0-b661-fb9afdf4cd04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.046097 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3ce62a32-d282-40a0-b661-fb9afdf4cd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.048740 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3ce62a32-d282-40a0-b661-fb9afdf4cd04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.049918 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-3ce62a32-d282-40a0-b661-fb9afdf4cd04 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a404e524-78ca-4d39-b1e5-e9b789f3c0e9 HTTP/1.1" status: 204 len: 168 time: 0.1479676 Aug 04 16:27:16.059938 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce62a32-d282-40a0-b661-fb9afdf4cd04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a404e524-78ca-4d39-b1e5-e9b789f3c0e9,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:16.095728 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46140) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:16.217439 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-43ad111b-305d-4eec-8a3b-dc61f189e790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.331615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-43ad111b-305d-4eec-8a3b-dc61f189e790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.336164 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-43ad111b-305d-4eec-8a3b-dc61f189e790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.381791 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46156) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:16.381989 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-43ad111b-305d-4eec-8a3b-dc61f189e790 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1edd7b60a9a44f5aa3bcfc292fef7166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851470 Aug 04 16:27:16.384177 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad111b-305d-4eec-8a3b-dc61f189e790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2789a48f-45f8-437a-9bee-3221ca25c353,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:16.448632 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-036b89ca-a4c5-4c20-b7ce-6ed800f02ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.462996 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46160) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:16.472492 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-036b89ca-a4c5-4c20-b7ce-6ed800f02ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.479154 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fa938400-7abc-4503-87b9-3daaacc8169c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.486936 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46162) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:16.533976 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-036b89ca-a4c5-4c20-b7ce-6ed800f02ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.536966 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-036b89ca-a4c5-4c20-b7ce-6ed800f02ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.538117 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-036b89ca-a4c5-4c20-b7ce-6ed800f02ee3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2789a48f-45f8-437a-9bee-3221ca25c353 HTTP/1.1" status: 204 len: 168 time: 0.1526349 Aug 04 16:27:16.546235 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036b89ca-a4c5-4c20-b7ce-6ed800f02ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2789a48f-45f8-437a-9bee-3221ca25c353,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:16.649594 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fa938400-7abc-4503-87b9-3daaacc8169c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.656047 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fa938400-7abc-4503-87b9-3daaacc8169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.737908 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa938400-7abc-4503-87b9-3daaacc8169c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c372e81d-cce6-4542-b120-78bf0056e8f1,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:16.741553 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-471fe49d-dd5b-4e19-82eb-553c4de173af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.755193 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-fa938400-7abc-4503-87b9-3daaacc8169c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=15cfb228e939459f8c6dc6677d843b36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2910295 Aug 04 16:27:16.758607 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46178) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:16.767518 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6d6bde51-7c0d-4ab2-a1b4-93c8f4b90a8d req-eeb1b9fc-ec80-4b2e-ace2-f01af85c7d82 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0539138 Aug 04 16:27:16.951913 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d0606452-1e2e-4235-ac09-5b84d2040842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:16.954238 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99585889-d4f5-41e3-b88f-1291c85ac6e9 req-410287fd-5192-4413-9619-ff1c043ef2d2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:16.956486 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-99585889-d4f5-41e3-b88f-1291c85ac6e9 req-410287fd-5192-4413-9619-ff1c043ef2d2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0821004 Aug 04 16:27:17.001498 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-99585889-d4f5-41e3-b88f-1291c85ac6e9 req-71ae42cc-0172-4385-a16f-3a8612c0d300 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379918 Aug 04 16:27:17.003706 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-48971be6-899b-46a7-8bb2-42f06da5999a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:17.005211 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-48971be6-899b-46a7-8bb2-42f06da5999a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.2207637 Aug 04 16:27:17.007194 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d0606452-1e2e-4235-ac09-5b84d2040842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.019822 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46186) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:17.034510 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-090e1049-1761-41de-b72d-b2ce23bb083c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.054557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Request body: {'port': {'device_id': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'admin_state_up': True, 'tenant_id': '39b787736b2a4580be655951a3b0b804'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:17.105034 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-471fe49d-dd5b-4e19-82eb-553c4de173af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.111757 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-471fe49d-dd5b-4e19-82eb-553c4de173af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.171958 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-471fe49d-dd5b-4e19-82eb-553c4de173af admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=883b381addbb41aba2f4b822179b2e19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839838 Aug 04 16:27:17.175907 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46190) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:17.177540 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d0606452-1e2e-4235-ac09-5b84d2040842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.180416 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d0606452-1e2e-4235-ac09-5b84d2040842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.184569 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d0606452-1e2e-4235-ac09-5b84d2040842 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c372e81d-cce6-4542-b120-78bf0056e8f1 HTTP/1.1" status: 204 len: 168 time: 0.4217999 Aug 04 16:27:17.187849 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471fe49d-dd5b-4e19-82eb-553c4de173af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8541ba9e-aaa7-4df5-9c33-137f9d97acf4,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:17.206569 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0606452-1e2e-4235-ac09-5b84d2040842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c372e81d-cce6-4542-b120-78bf0056e8f1,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:17.222678 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-090e1049-1761-41de-b72d-b2ce23bb083c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.232972 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-090e1049-1761-41de-b72d-b2ce23bb083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.246141 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Made reservation on behalf of 39b787736b2a4580be655951a3b0b804 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:17.250845 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.272510 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1e63752-716e-480a-aca7-07dc08cc6321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.292276 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-090e1049-1761-41de-b72d-b2ce23bb083c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=643d84b04ebc481daf075ec18e2788ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710648 Aug 04 16:27:17.294649 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e1049-1761-41de-b72d-b2ce23bb083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47685e69-bc19-4019-8ff2-db517321bb39,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:17.297405 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46194) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:17.321663 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1e63752-716e-480a-aca7-07dc08cc6321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.392946 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-848b5e81-2405-4d54-aec6-7f4a42269b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.411795 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Allocated IP 172.20.0.4 (4a8fcdc5-280f-4d38-a36a-37944d8ebae9/509c820d-8503-47b9-b4c1-d82d4796693f/c36b0541-eb21-4ccc-82e3-c0a37e7b22f6) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:17.416156 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1e63752-716e-480a-aca7-07dc08cc6321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.418872 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e1e63752-716e-480a-aca7-07dc08cc6321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.422292 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e1e63752-716e-480a-aca7-07dc08cc6321 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8541ba9e-aaa7-4df5-9c33-137f9d97acf4 HTTP/1.1" status: 204 len: 168 time: 0.2431660 Aug 04 16:27:17.422292 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-848b5e81-2405-4d54-aec6-7f4a42269b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.434893 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e63752-716e-480a-aca7-07dc08cc6321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8541ba9e-aaa7-4df5-9c33-137f9d97acf4,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:17.495754 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-848b5e81-2405-4d54-aec6-7f4a42269b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.498504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-848b5e81-2405-4d54-aec6-7f4a42269b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.502037 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-848b5e81-2405-4d54-aec6-7f4a42269b69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/47685e69-bc19-4019-8ff2-db517321bb39 HTTP/1.1" status: 204 len: 168 time: 0.1984673 Aug 04 16:27:17.514031 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848b5e81-2405-4d54-aec6-7f4a42269b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47685e69-bc19-4019-8ff2-db517321bb39,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:17.593791 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.624172 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46206) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:17.637742 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-506e7cfb-8f41-408b-8bba-1640bf2592c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.644936 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.670103 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:17.736811 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:17.757949 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:17.763134 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:17.773121 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:17.777049 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.786634 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-506e7cfb-8f41-408b-8bba-1640bf2592c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.796186 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-506e7cfb-8f41-408b-8bba-1640bf2592c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.815880 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event updated for resources: {'Port': ['ID=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:17.832627 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-5a7fb01a-d07e-4b33-b8f9-c16c30de7614 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7841873 Aug 04 16:27:17.854388 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Request body: {'port': {'device_id': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:17.858861 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46214) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:17.873868 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-506e7cfb-8f41-408b-8bba-1640bf2592c8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8b4770a7849b4eaea153bacef07455ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485607 Aug 04 16:27:17.878988 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46216) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:17.881060 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e7cfb-8f41-408b-8bba-1640bf2592c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e316d104-864a-4643-af97-b8c7cf40c855,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:17.896380 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5893fe49-c26f-4ca8-b5ce-cea8f1bd093f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:17.960164 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.002317 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13987b8-3ad5-4318-a2ae-f56196e72b2b req-b7981a44-9077-4d99-87ef-780b7a94a7f9 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.004152 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a13987b8-3ad5-4318-a2ae-f56196e72b2b req-b7981a44-9077-4d99-87ef-780b7a94a7f9 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 931 time: 0.0779757 Aug 04 16:27:18.022309 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-dd0016b4-08e8-42fd-820e-941ad2085f18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.064215 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-dd0016b4-08e8-42fd-820e-941ad2085f18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.078376 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a13987b8-3ad5-4318-a2ae-f56196e72b2b req-2b0f285d-a1c4-4590-9bba-08e5e8699180 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671513 Aug 04 16:27:18.183616 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f062082-f1a3-466f-8634-ffe0fe5d77b1 req-9615b2b5-bf4a-4cc2-b75d-c194988132de tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.185344 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2f062082-f1a3-466f-8634-ffe0fe5d77b1 req-9615b2b5-bf4a-4cc2-b75d-c194988132de tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0741153 Aug 04 16:27:18.186058 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-dd0016b4-08e8-42fd-820e-941ad2085f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.188754 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-dd0016b4-08e8-42fd-820e-941ad2085f18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.195225 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-dd0016b4-08e8-42fd-820e-941ad2085f18 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e316d104-864a-4643-af97-b8c7cf40c855 HTTP/1.1" status: 204 len: 168 time: 0.3071971 Aug 04 16:27:18.211342 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5893fe49-c26f-4ca8-b5ce-cea8f1bd093f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.221718 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5893fe49-c26f-4ca8-b5ce-cea8f1bd093f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.249617 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2f062082-f1a3-466f-8634-ffe0fe5d77b1 req-1c41b35d-2569-462b-acbb-2cb1c0bd07dc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532608 Aug 04 16:27:18.251041 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0016b4-08e8-42fd-820e-941ad2085f18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e316d104-864a-4643-af97-b8c7cf40c855,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:18.278636 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-5893fe49-c26f-4ca8-b5ce-cea8f1bd093f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=12c7a412863d424793a61a7aa6dbfe4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4188175 Aug 04 16:27:18.281975 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46232) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:18.293547 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5893fe49-c26f-4ca8-b5ce-cea8f1bd093f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c9fe641-c674-44fc-b953-01af5f4adb7c,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:18.338802 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.360211 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6e332c8a-0db6-48b4-b24c-cd15e7dbfe1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.395278 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6e332c8a-0db6-48b4-b24c-cd15e7dbfe1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.398048 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:18.407259 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.428932 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Transition to ACTIVE for port object c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:18.443204 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.475371 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6e332c8a-0db6-48b4-b24c-cd15e7dbfe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.480793 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6e332c8a-0db6-48b4-b24c-cd15e7dbfe1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.484569 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-6e332c8a-0db6-48b4-b24c-cd15e7dbfe1d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c9fe641-c674-44fc-b953-01af5f4adb7c HTTP/1.1" status: 204 len: 168 time: 0.1992087 Aug 04 16:27:18.502120 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e332c8a-0db6-48b4-b24c-cd15e7dbfe1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c9fe641-c674-44fc-b953-01af5f4adb7c,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:18.527421 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Pushing event updated for resources: {'Port': ['ID=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:18.540769 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Attempting to bind port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:18.541535 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Attempting to bind port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:18.542062 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Attempting to bind port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:18.547044 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:27:18.547702 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Attempting to bind port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:18.553273 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:18.553832 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Checking segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:18.554632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Bound using segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:18.555180 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Bound port: c36b0541-eb21-4ccc-82e3-c0a37e7b22f6, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:18.555477 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.642845 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] For port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:18.645997 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] For port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:18.651132 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.686665 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.687286 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:18.688908 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] 10.222.0.53 "PUT /v2.0/ports/c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 HTTP/1.1" status: 200 len: 1093 time: 0.8409057 Aug 04 16:27:18.691044 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'tag': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:18.693965 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b44ccb-6406-456d-b7f8-449eddf38af8" -d '{"events": [{"name": "network-changed", "server_uuid": "4b8b8ae1-efac-4a23-a633-ad3dfeda86e9", "tag": "c36b0541-eb21-4ccc-82e3-c0a37e7b22f6"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:18.734639 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1039f6-14e6-48ca-9e68-b5f8f95a69ea service neutron] Pushing event updated for resources: {'Port': ['ID=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:18.747600 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faac5d17-7d6a-49bc-8109-29ab919fb385 x-openstack-request-id: req-faac5d17-7d6a-49bc-8109-29ab919fb385 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:18.747993 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b8b8ae1-efac-4a23-a633-ad3dfeda86e9", "tag": "c36b0541-eb21-4ccc-82e3-c0a37e7b22f6", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:18.748231 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-faac5d17-7d6a-49bc-8109-29ab919fb385 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:18.748731 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'tag': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', 'status': 'completed', 'code': 200} Aug 04 16:27:18.802506 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-547c8db1-e933-4a19-8124-c925001e271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.804484 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-547c8db1-e933-4a19-8124-c925001e271d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 1096 time: 0.0548208 Aug 04 16:27:18.861757 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-0a124076-d203-43b2-b789-a763f3030923 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 HTTP/1.1" status: 200 len: 217 time: 0.0408003 Aug 04 16:27:18.916891 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-4e3445e5-6fd3-4416-bed3-de17eaaab601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:18.918374 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-4e3445e5-6fd3-4416-bed3-de17eaaab601 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.0486543 Aug 04 16:27:18.951734 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-681c0f4d-5272-4dbd-8488-437f66585696 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251083 Aug 04 16:27:19.077806 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-abd28d80-c0bb-40d6-b9d9-be3a7d5355dc service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168702 Aug 04 16:27:19.192200 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e45745fc-b1ed-484f-8a83-07cfaa019460 req-21dc9863-a959-4ac3-b3c5-073c5a63a019 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968294 Aug 04 16:27:19.224408 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d62ed-2969-4d69-9f71-51e2d07a4862 req-e5dc94ff-b0ed-4c35-bcd4-af254b9229c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.226360 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-db0d62ed-2969-4d69-9f71-51e2d07a4862 req-e5dc94ff-b0ed-4c35-bcd4-af254b9229c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 943 time: 0.0559967 Aug 04 16:27:19.270507 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-db0d62ed-2969-4d69-9f71-51e2d07a4862 req-0bae5f95-61f3-4f23-b153-2577506547d2 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357645 Aug 04 16:27:19.334404 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-9c7efc22-09f7-4381-a30c-973b03f25604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.340022 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-9c7efc22-09f7-4381-a30c-973b03f25604 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 1096 time: 0.0679975 Aug 04 16:27:19.410534 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bc437-d26f-4562-9817-cb9dec5a7905 req-f22f974f-ad1d-4d30-a75b-f1b39d5e8d2d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.418433 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-975bc437-d26f-4562-9817-cb9dec5a7905 req-f22f974f-ad1d-4d30-a75b-f1b39d5e8d2d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0590713 Aug 04 16:27:19.427252 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46294) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:19.452241 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-a22a7968-d9ea-4aa5-96ac-3e2af421af74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.454176 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-a22a7968-d9ea-4aa5-96ac-3e2af421af74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 916 time: 0.1053338 Aug 04 16:27:19.458946 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46300) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:19.482727 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-975bc437-d26f-4562-9817-cb9dec5a7905 req-66e2db0a-cbfa-4e18-9cb8-79e1aae65b28 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584071 Aug 04 16:27:19.510981 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-3c3dbbfd-5217-4bf0-a848-c4cdb811bc61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 HTTP/1.1" status: 200 len: 217 time: 0.0431182 Aug 04 16:27:19.567198 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-26b96551-0af7-450f-a11e-4bee12aee47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.568686 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-26b96551-0af7-450f-a11e-4bee12aee47a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.0474932 Aug 04 16:27:19.590115 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2142375683-network', 'tenant_id': '661d9d1a266d4bc99f5f89592b6e487e'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:19.608994 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-f344bc3c-c0a2-4a76-94c1-bb0c4a24ba07 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307324 Aug 04 16:27:19.617282 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Made reservation on behalf of 661d9d1a266d4bc99f5f89592b6e487e for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:19.618878 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.627332 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.630415 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-19827d5e-5b26-471e-a202-6d3fcedb120c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.719672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.721627 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-7396aebd-3b34-49ab-bf73-91d7fcc2e99d service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001997 Aug 04 16:27:19.725790 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.748392 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:27:19.764275 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b014b727-2195-4728-838b-5b363785b56f,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:19.770094 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.770578 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Added segment 2b519685-96ca-4670-88ea-0605f4c54ed1 of type vlan for network 154202e4-2651-4c12-ae68-00f625473d35 Aug 04 16:27:19.813492 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.846341 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.847645 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:19.848415 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.863151 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e8b44ccb-6406-456d-b7f8-449eddf38af8 req-c902d4bf-35da-4c58-8b64-e682c38022c4 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288366 Aug 04 16:27:19.899299 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-19827d5e-5b26-471e-a202-6d3fcedb120c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.905332 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-19827d5e-5b26-471e-a202-6d3fcedb120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.921864 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4899514 Aug 04 16:27:19.921864 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b00031-2c0e-4cd6-82bb-366c3d041a98 admin admin] Pushing event updated for resources: {'Network': ['ID=154202e4-2651-4c12-ae68-00f625473d35,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:19.922130 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46316) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:19.937749 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Request body: {'subnet': {'network_id': '154202e4-2651-4c12-ae68-00f625473d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2142375683-subnet', 'tenant_id': '661d9d1a266d4bc99f5f89592b6e487e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:19.938121 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 154202e4-2651-4c12-ae68-00f625473d35 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:27:19.969122 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19827d5e-5b26-471e-a202-6d3fcedb120c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db1e8cf-ef44-4cf4-8961-c551d021deea,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:19.973207 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Made reservation on behalf of 661d9d1a266d4bc99f5f89592b6e487e for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:19.977864 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-19827d5e-5b26-471e-a202-6d3fcedb120c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=33450ea412494f57b55993e448751558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5154595 Aug 04 16:27:19.978028 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14119155'] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:19.978207 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46320) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:20.038473 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b7e80747-2e67-472e-b0f1-90cf8f759a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.065421 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b7e80747-2e67-472e-b0f1-90cf8f759a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.123771 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b7e80747-2e67-472e-b0f1-90cf8f759a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.126698 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b7e80747-2e67-472e-b0f1-90cf8f759a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.130469 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-b7e80747-2e67-472e-b0f1-90cf8f759a33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0db1e8cf-ef44-4cf4-8961-c551d021deea HTTP/1.1" status: 204 len: 168 time: 0.1488330 Aug 04 16:27:20.136662 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e80747-2e67-472e-b0f1-90cf8f759a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db1e8cf-ef44-4cf4-8961-c551d021deea,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:20.173925 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13155966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14119137'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.230413 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bfceedc-2106-4b66-817b-a399da2e49de,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:20.240996 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Checking segment: {'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:20.241360 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Network hostable DHCP agents. Network: 154202e4-2651-4c12-ae68-00f625473d35, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:27:20.255112 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46328) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:20.265315 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Network 154202e4-2651-4c12-ae68-00f625473d35 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:27:20.277616 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 154202e4-2651-4c12-ae68-00f625473d35) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:20.287761 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc7831-9114-4fd3-95ba-d48bc9a29e9f None None] Network 154202e4-2651-4c12-ae68-00f625473d35 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:20.290040 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:20.291310 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.319206 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-9491092c-4271-4352-aeff-c231edb74a69 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3902247 Aug 04 16:27:20.411511 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747005e6-ccba-475a-afd2-82027eee72a4 req-a3e4dd49-d1cb-4390-bf5d-17f1f37b1078 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:20.419520 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-747005e6-ccba-475a-afd2-82027eee72a4 req-a3e4dd49-d1cb-4390-bf5d-17f1f37b1078 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 943 time: 0.0672898 Aug 04 16:27:20.453930 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850ac709-9a3c-447c-9085-36dbae84e292 None None] Network 154202e4-2651-4c12-ae68-00f625473d35 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:20.464039 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-747005e6-ccba-475a-afd2-82027eee72a4 req-f36bbf98-69b9-4d31-992f-b97ba467fdd5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431046 Aug 04 16:27:20.546228 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a7ee73de-4fe1-401e-94f7-df3b34da1ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.681510 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a7ee73de-4fe1-401e-94f7-df3b34da1ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.686212 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d742b21-a12e-4525-9e3f-a32a5d727ee7 req-bc556335-97db-4dec-afbb-7fe537c2b0a0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:20.688142 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d742b21-a12e-4525-9e3f-a32a5d727ee7 req-bc556335-97db-4dec-afbb-7fe537c2b0a0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1228359 Aug 04 16:27:20.689432 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a7ee73de-4fe1-401e-94f7-df3b34da1ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.736570 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a7ee73de-4fe1-401e-94f7-df3b34da1ae1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=48fc93c5b9aa4b0698506ecf58d012b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4800565 Aug 04 16:27:20.738236 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee73de-4fe1-401e-94f7-df3b34da1ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e683f5-1fd7-41bb-8a01-414471c9184b,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:20.739979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d742b21-a12e-4525-9e3f-a32a5d727ee7 req-fdde039c-d524-46ec-8ba4-5a0de5129fe4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431390 Aug 04 16:27:20.740463 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46354) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:20.794382 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fc65b9cd-fd9d-4ccb-b24e-ceb5aeb4dcc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.818241 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fc65b9cd-fd9d-4ccb-b24e-ceb5aeb4dcc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.867797 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fc65b9cd-fd9d-4ccb-b24e-ceb5aeb4dcc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.872116 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fc65b9cd-fd9d-4ccb-b24e-ceb5aeb4dcc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:20.873293 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-fc65b9cd-fd9d-4ccb-b24e-ceb5aeb4dcc8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/93e683f5-1fd7-41bb-8a01-414471c9184b HTTP/1.1" status: 204 len: 168 time: 0.1318924 Aug 04 16:27:20.881574 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc65b9cd-fd9d-4ccb-b24e-ceb5aeb4dcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e683f5-1fd7-41bb-8a01-414471c9184b,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:21.582545 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de5b91f-9ff5-410f-b273-2aa49b521c4f req-29d12b81-ef06-4c51-87ba-ef32f8867a1c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:21.584063 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0de5b91f-9ff5-410f-b273-2aa49b521c4f req-29d12b81-ef06-4c51-87ba-ef32f8867a1c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 943 time: 0.0503581 Aug 04 16:27:21.626613 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0de5b91f-9ff5-410f-b273-2aa49b521c4f req-670dad43-9b08-4e37-a794-091b82414ee0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363622 Aug 04 16:27:21.727990 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46414) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:21.857371 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-43410161-network', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:21.907990 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Made reservation on behalf of 36822d23ae8b4bd88bee031c5614e52c for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:21.910362 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:21.919978 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7b0c6f-ad14-4736-afe3-fc1e8a21d0dd req-08f398e3-dafc-4fb3-8aa9-54aad2192dda tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:21.921672 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ea7b0c6f-ad14-4736-afe3-fc1e8a21d0dd req-08f398e3-dafc-4fb3-8aa9-54aad2192dda tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0830913 Aug 04 16:27:21.929192 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:21.985869 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ea7b0c6f-ad14-4736-afe3-fc1e8a21d0dd req-22df98b7-3e78-41c2-b7d2-70ee90e43624 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526512 Aug 04 16:27:22.030731 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f54eeb9e-4991-4177-908c-b216be8a1b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.083457 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.084163 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.101425 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:27:22.136944 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.137294 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Added segment 055c6a69-1d52-4c2e-9018-f5a57eabce2d of type vlan for network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd Aug 04 16:27:22.147416 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe35f94-5c7c-45d2-ba6d-b710e96629b5,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:22.203139 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.236280 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.236824 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.237243 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.237648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.238028 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.238428 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.239315 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.239977 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.240669 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.241307 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.241842 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.242379 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.249909 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.251148 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:22.251898 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.331050 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5989754 Aug 04 16:27:22.331139 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46458) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:22.335942 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Request body: {'subnet': {'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-43410161-subnet', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:22.365613 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126f91-c88d-4a1b-bcf5-64c33b2aac15 admin admin] Pushing event updated for resources: {'Network': ['ID=5af7b64d-484a-47ce-b062-a0b8ffbf33cd,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:22.370606 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Made reservation on behalf of 36822d23ae8b4bd88bee031c5614e52c for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:22.378231 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:27:22.380036 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.498156 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd2392-100c-4392-8624-c383129b21ab req-60f5ab99-d38f-4c84-aee0-1a021d5f2303 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:22.499791 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a1fd2392-100c-4392-8624-c383129b21ab req-60f5ab99-d38f-4c84-aee0-1a021d5f2303 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.0775986 Aug 04 16:27:22.541795 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-0706b746-45b0-4ba2-8a17-022926169724 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:22.543281 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-0706b746-45b0-4ba2-8a17-022926169724 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/networks?id=154202e4-2651-4c12-ae68-00f625473d35 HTTP/1.1" status: 200 len: 809 time: 0.1747005 Aug 04 16:27:22.566702 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a1fd2392-100c-4392-8624-c383129b21ab req-d4c16a3f-a651-4c74-a306-2e46dc212342 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604258 Aug 04 16:27:22.568478 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-0e00347e-f99c-449d-a7cf-559b6545d8a1 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/quotas/661d9d1a266d4bc99f5f89592b6e487e HTTP/1.1" status: 200 len: 375 time: 0.0178916 Aug 04 16:27:22.612567 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cf886818-8d6e-4d88-94e5-ef7ac36a3514 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=661d9d1a266d4bc99f5f89592b6e487e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342646 Aug 04 16:27:22.620410 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.715520 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-5eadfcca-8fee-4165-91d7-279ab51592e3 service neutron] 10.222.0.79 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013925 Aug 04 16:27:22.721687 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Checking segment: {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:22.722045 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Network hostable DHCP agents. Network: 5af7b64d-484a-47ce-b062-a0b8ffbf33cd, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:27:22.725337 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b36c124-9861-447d-8871-2001cd67a57e,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:22.736542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.736542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.736542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.737055 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.737406 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.737746 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.738079 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.738409 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.738745 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.739073 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.739399 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.739722 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:22.767728 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:22.782532 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:27:22.811662 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 5af7b64d-484a-47ce-b062-a0b8ffbf33cd) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:22.819949 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:22.820899 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.835211 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e08b315-f824-4d12-8e9f-7b2b13e42502 None None] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:22.842194 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-ee1a0505-7de7-4c25-9bee-72017b6b7d6f admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.5073085 Aug 04 16:27:22.842610 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46474) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:22.847735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:22.870827 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.872434 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.930714 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:22.973257 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:22.994290 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c234c2-5879-4e0d-ba02-23a3021f5230 req-5fa0e634-cf7d-4e09-b378-eb87a9bb4e73 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:22.995885 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-91c234c2-5879-4e0d-ba02-23a3021f5230 req-5fa0e634-cf7d-4e09-b378-eb87a9bb4e73 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 943 time: 0.0955124 Aug 04 16:27:23.007505 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'port_id': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', 'mac_address': 'fa:16:3e:72:25:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509c820d-8503-47b9-b4c1-d82d4796693f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:23.015085 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-673b975a-5539-41de-a14f-bb70b636eea5 service neutron] 10.222.0.79 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987161 Aug 04 16:27:23.048723 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-91c234c2-5879-4e0d-ba02-23a3021f5230 req-c3b4d03b-5ce5-4030-919f-ebddb79570f4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433290 Aug 04 16:27:23.081901 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.089898 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:27:23.090863 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.114903 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.172551 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:23.313240 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-311522d8-f0ce-4997-a536-155bbe654287 req-dc52e677-d3a5-4edb-97a1-1e483f5b2ca1 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 210 time: 0.0345502 Aug 04 16:27:23.331774 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a3d2d6-d224-46b0-a24b-32acfba72731 req-e5723b95-b9f3-4cd1-9f96-de3113808f83 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:23.334109 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-93a3d2d6-d224-46b0-a24b-32acfba72731 req-e5723b95-b9f3-4cd1-9f96-de3113808f83 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1179585 Aug 04 16:27:23.365290 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:23.388287 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.435691 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-93a3d2d6-d224-46b0-a24b-32acfba72731 req-478c340f-1b87-415f-b890-0642a7f7ca13 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919738 Aug 04 16:27:23.589934 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:23.623833 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Allocated IP 172.20.0.2 (5af7b64d-484a-47ce-b062-a0b8ffbf33cd/8b36c124-9861-447d-8871-2001cd67a57e/7e3d15c9-cbb1-42f3-898c-e5f4ea931351) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:23.642878 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46494) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:23.749749 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.772319 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.882108 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-83d3669d-962b-4aee-8626-e2d421d4c35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:23.921208 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243a024-07e7-47c5-a3cb-d5154e33c104 req-1ab637cf-3435-447c-a465-bcafd2002373 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:23.923024 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d243a024-07e7-47c5-a3cb-d5154e33c104 req-1ab637cf-3435-447c-a465-bcafd2002373 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.1392066 Aug 04 16:27:23.969736 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Allocated IP 172.27.0.221 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/5b19dbb5-2a95-4e12-b248-0289d132addc) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:23.985739 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['c36b0541-eb21-4ccc-82e3-c0a37e7b22f6'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:24.006200 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d243a024-07e7-47c5-a3cb-d5154e33c104 req-4f118b63-48c5-46e4-b412-48b3446fd907 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755866 Aug 04 16:27:24.054706 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.070166 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Transition to ACTIVE for port object 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:24.098067 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Transition to ACTIVE for port object 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:24.112358 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.140138 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-83d3669d-962b-4aee-8626-e2d421d4c35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.161563 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-83d3669d-962b-4aee-8626-e2d421d4c35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.216261 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:24.223834 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:24.227353 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:24.229933 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Pushing event updated for resources: {'Port': ['ID=7e3d15c9-cbb1-42f3-898c-e5f4ea931351,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:24.234333 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.275952 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3669d-962b-4aee-8626-e2d421d4c35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ddee2f-cedc-4706-b78e-4f7ba72b62fc,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:24.284228 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-83d3669d-962b-4aee-8626-e2d421d4c35b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d2715d9792214e53af1d77c42065d45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6400990 Aug 04 16:27:24.287653 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46518) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:24.316659 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b382ec-8baa-4f97-b33a-b300c6165093 req-ebc28919-06f8-46e0-9d8c-32e0c86a11f0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.318214 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-44b382ec-8baa-4f97-b33a-b300c6165093 req-ebc28919-06f8-46e0-9d8c-32e0c86a11f0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 944 time: 0.1677237 Aug 04 16:27:24.320525 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.374355 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Pushing event updated for resources: {'Port': ['ID=5b19dbb5-2a95-4e12-b248-0289d132addc,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:24.392578 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:24.394567 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:24.395948 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-44b382ec-8baa-4f97-b33a-b300c6165093 req-9b625579-4b7f-4664-a4e7-b06401456cfe tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695720 Aug 04 16:27:24.396832 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-689cf48f-7e77-4417-9c13-085e0a27ffe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.397845 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:24.400915 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Attempting to bind port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:24.401255 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Attempting to bind port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:24.401615 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Attempting to bind port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 on network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:24.415201 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:24.420002 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Checking segment: {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:24.420480 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.420891 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Bound using segment: {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:24.421564 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Bound port: 7e3d15c9-cbb1-42f3-898c-e5f4ea931351, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:24.422128 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.453145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-689cf48f-7e77-4417-9c13-085e0a27ffe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.523121 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] For port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:24.527508 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] For port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7e3d15c9-cbb1-42f3-898c-e5f4ea931351,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:24.533847 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.552107 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-569843e5-5425-4ee0-834c-10d40bba7d16 req-8bef3ac2-05c7-4599-9026-c0d48482f181 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 210 time: 0.0672567 Aug 04 16:27:24.614150 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a84ecb72-a962-4d6b-8b38-c4b4a01b9622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.619409 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf44785-f9b8-4c3c-a731-e877106bb43c None None] Pushing event updated for resources: {'Port': ['ID=7e3d15c9-cbb1-42f3-898c-e5f4ea931351,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:24.635349 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9f099-8bf0-48e6-ade3-2a4726175cdf req-81a5d94b-e45c-4ab3-b197-e43f92a78236 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:24.636924 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5ec9f099-8bf0-48e6-ade3-2a4726175cdf req-81a5d94b-e45c-4ab3-b197-e43f92a78236 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0670104 Aug 04 16:27:24.669602 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-689cf48f-7e77-4417-9c13-085e0a27ffe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.673361 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-689cf48f-7e77-4417-9c13-085e0a27ffe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.674761 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-689cf48f-7e77-4417-9c13-085e0a27ffe4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6ddee2f-cedc-4706-b78e-4f7ba72b62fc HTTP/1.1" status: 204 len: 168 time: 0.3859932 Aug 04 16:27:24.680508 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:24.716546 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5ec9f099-8bf0-48e6-ade3-2a4726175cdf req-b563bf91-d8e1-4ff7-86c1-7668183c699e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669620 Aug 04 16:27:24.717659 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689cf48f-7e77-4417-9c13-085e0a27ffe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ddee2f-cedc-4706-b78e-4f7ba72b62fc,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:25.010471 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-933c746a-ca7e-42ed-87c9-4dccc02b36a6 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.012178 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-933c746a-ca7e-42ed-87c9-4dccc02b36a6 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.53 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.2068536 Aug 04 16:27:25.142321 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:25.207683 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:25.232001 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e9d176-ad75-4de5-8d84-08f1fee4873c req-ed5490de-89a3-490b-80cf-86f4e7bc6291 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.237598 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-98e9d176-ad75-4de5-8d84-08f1fee4873c req-ed5490de-89a3-490b-80cf-86f4e7bc6291 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.1260691 Aug 04 16:27:25.321083 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-98e9d176-ad75-4de5-8d84-08f1fee4873c req-aca9d6f4-fa23-44b3-bcd0-7f0df55e2acc tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748131 Aug 04 16:27:25.392955 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:25.458884 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-a6aa6df6-29b6-401b-a71b-b48d877c7348 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.460675 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-a6aa6df6-29b6-401b-a71b-b48d877c7348 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "GET /v2.0/networks?id=154202e4-2651-4c12-ae68-00f625473d35 HTTP/1.1" status: 200 len: 809 time: 0.4605548 Aug 04 16:27:25.490369 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Request body: {'port': {'device_id': '6a7d923e-6623-4a09-bff7-808271f56f19', 'network_id': '154202e4-2651-4c12-ae68-00f625473d35', 'admin_state_up': True, 'tenant_id': '661d9d1a266d4bc99f5f89592b6e487e'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:25.520644 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:25.553096 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Deleting port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:25.553096 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:25.625660 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92497d8-9001-4420-b5b8-1de7c88e72f1 req-af70dc44-3057-4edc-b41d-c8b3fbabdee7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.629861 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d92497d8-9001-4420-b5b8-1de7c88e72f1 req-af70dc44-3057-4edc-b41d-c8b3fbabdee7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 944 time: 0.1043217 Aug 04 16:27:25.686325 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:25.697063 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d92497d8-9001-4420-b5b8-1de7c88e72f1 req-a2b1d7d3-e0a5-4145-b642-18cb8be2320d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572159 Aug 04 16:27:25.747249 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d46e5a34-fe3c-4dee-8199-32f993cf0a7b req-b4299211-b430-45c2-bc17-e2dfa661a97c tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 210 time: 0.0557339 Aug 04 16:27:25.892494 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec49bf-8686-453c-a5b0-a180c185c0b9 req-f9e3136e-c6e2-4626-a3b2-62f5bb785fa6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:25.894135 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-06ec49bf-8686-453c-a5b0-a180c185c0b9 req-f9e3136e-c6e2-4626-a3b2-62f5bb785fa6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0773327 Aug 04 16:27:25.944112 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-06ec49bf-8686-453c-a5b0-a180c185c0b9 req-66c46a48-a03d-4c23-94da-a8305e73c5aa tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405154 Aug 04 16:27:25.962017 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc4d176-6b86-4b50-aeb7-2e650430459b None None] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:26.029199 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] For port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,segment=NetworkSegment(a3003119-b053-47bc-8037-802d135a65e6),segment_id=a3003119-b053-47bc-8037-802d135a65e6)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:26.029831 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.044118 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Router 12da2718-2342-4c87-8c82-978a9d299614 is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:27:26.054348 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Provisioning for port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:26.059573 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Calling delete_port for 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:26.067241 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Provisioning complete for port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:26.067688 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.150828 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Made reservation on behalf of 661d9d1a266d4bc99f5f89592b6e487e for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:26.155919 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.222955 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.293294 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] For port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7e3d15c9-cbb1-42f3-898c-e5f4ea931351,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:26.299762 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.352159 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:26.365399 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Sync routers for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:26.382168 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:26.383126 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:26.397798 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Pushing event updated for resources: {'Port': ['ID=7e3d15c9-cbb1-42f3-898c-e5f4ea931351,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:26.413930 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.414294 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.414635 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.415230 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.415887 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.417304 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.418923 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.419280 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.419649 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.420065 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.420409 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.420891 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa4fb6c-aa29-4c4b-8898-5dcb1db62cb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:26.459597 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.460957 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f619b2ec-df68-4441-a303-f7ef52453378 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6171553 Aug 04 16:27:26.468442 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46582) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:26.514554 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:26.537973 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-37e9cc03-b921-455b-b042-36292f90dd6b None None] Provisioning complete for port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:26.539305 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-37e9cc03-b921-455b-b042-36292f90dd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.546129 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e007ef07-5575-44a4-8c28-c5138c5aeded req-1d0dae37-e9d4-42ef-9c53-1d2008fdac6f tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:26.550923 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.553644 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Allocated IP 172.20.0.9 (154202e4-2651-4c12-ae68-00f625473d35/4bfceedc-2106-4b66-817b-a399da2e49de/a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:26.555441 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e007ef07-5575-44a4-8c28-c5138c5aeded req-1d0dae37-e9d4-42ef-9c53-1d2008fdac6f tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 945 time: 0.1177423 Aug 04 16:27:26.570631 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:26.590372 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Pushing event deleted for resources: {'Port': ['ID=679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:26.646934 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e007ef07-5575-44a4-8c28-c5138c5aeded req-cb08eea8-6705-4a49-986d-29712fd64797 tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/security-groups?id=781f2459-1598-4564-912c-71da14199dc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870843 Aug 04 16:27:26.681333 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] No DVR routers for this DVR port 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:26.692163 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.694214 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c5a0909a-46a1-45c0-900e-6448ddbc1ddb req-a75bd556-b8c4-4343-a9db-97db589a66aa tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.53 "DELETE /v2.0/ports/679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 HTTP/1.1" status: 204 len: 173 time: 1.6508474 Aug 04 16:27:26.694691 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'name': 'network-vif-deleted', 'tag': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:26.697999 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0800dd-ac14-4e42-bd7b-df9fa2358c5d" -d '{"events": [{"server_uuid": "0eadb0bc-ee99-4d6b-b236-7ca90468ca95", "name": "network-vif-deleted", "tag": "679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:26.753718 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c79093-a898-48ca-a267-4aa0b8be6246 x-openstack-request-id: req-28c79093-a898-48ca-a267-4aa0b8be6246 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:26.753971 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eadb0bc-ee99-4d6b-b236-7ca90468ca95", "name": "network-vif-deleted", "tag": "679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:26.754221 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-28c79093-a898-48ca-a267-4aa0b8be6246 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:26.754638 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eadb0bc-ee99-4d6b-b236-7ca90468ca95', 'name': 'network-vif-deleted', 'tag': '679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8', 'status': 'completed', 'code': 200} Aug 04 16:27:26.789613 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:24Z', 'revision_number': 3, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:26.799907 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:26.827669 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Checking router: 12da2718-2342-4c87-8c82-978a9d299614 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:26.828319 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Updating router 12da2718-2342-4c87-8c82-978a9d299614 port 5b19dbb5-2a95-4e12-b248-0289d132addc binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:27:26.864790 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.889783 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:26.898988 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.901158 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:26.901578 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:26.940275 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-80a0e64f-5f28-4b30-8556-e6c56d9dc3bf req-c6b0dd19-5346-4397-9375-3b3e2aa75f5b tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 210 time: 0.0850198 Aug 04 16:27:26.971349 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.017310 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Network 154202e4-2651-4c12-ae68-00f625473d35 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:27.020829 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:27.030067 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:27.035422 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bd99b1-00bf-445d-9fdc-800ea282e92e req-4e40347f-b123-43a4-82b0-8556322c0d39 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:27.038546 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-34bd99b1-00bf-445d-9fdc-800ea282e92e req-4e40347f-b123-43a4-82b0-8556322c0d39 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 944 time: 0.2029226 Aug 04 16:27:27.038691 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:27.039382 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.073820 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Pushing event updated for resources: {'Port': ['ID=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:27.078880 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-1dbb7ee8-39cb-469a-b108-a8056b26e290 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5942791 Aug 04 16:27:27.106992 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Request body: {'port': {'device_id': '6a7d923e-6623-4a09-bff7-808271f56f19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:27.154063 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.155420 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.198670 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.203194 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:27.205667 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4abb0898-c594-429c-a58b-3149d6b15fdb" -d '{"events": [{"server_uuid": "4b8b8ae1-efac-4a23-a633-ad3dfeda86e9", "name": "network-vif-plugged", "status": "completed", "tag": "c36b0541-eb21-4ccc-82e3-c0a37e7b22f6"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:27.233974 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:27.244750 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-34bd99b1-00bf-445d-9fdc-800ea282e92e req-31d79e8a-80ac-457e-ad83-9e6d785c7268 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855795 Aug 04 16:27:27.249915 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.250977 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:27.339050 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b929e-f446-4bbc-ba9a-9b1f2c55208a req-8c3f0c95-4112-4ee9-9c06-7bc0d4c91072 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:27.355267 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e32b929e-f446-4bbc-ba9a-9b1f2c55208a req-8c3f0c95-4112-4ee9-9c06-7bc0d4c91072 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.2599094 Aug 04 16:27:27.368391 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:27.374970 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:27.375319 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 679679f2-db2f-4ca8-b6fa-1d5b3d29ecc8 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:27.405445 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.442364 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Transition to ACTIVE for port object 5b19dbb5-2a95-4e12-b248-0289d132addc will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:27.442559 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:27.468977 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.481218 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:27.484014 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.543116 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Attempting to bind port 5b19dbb5-2a95-4e12-b248-0289d132addc on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:27.543669 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Attempting to bind port 5b19dbb5-2a95-4e12-b248-0289d132addc by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:27.544152 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e32b929e-f446-4bbc-ba9a-9b1f2c55208a req-892e18ff-4ddd-458d-91b9-5948b2f03d66 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844919 Aug 04 16:27:27.544476 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Attempting to bind port 5b19dbb5-2a95-4e12-b248-0289d132addc on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:27.548111 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aa0ac-0426-4316-9c7d-429e324b3a29 None None] Pushing event updated for resources: {'Port': ['ID=5b19dbb5-2a95-4e12-b248-0289d132addc,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:27.572845 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ece9b9-e21a-463a-84c3-702384da99d0 x-openstack-request-id: req-f2ece9b9-e21a-463a-84c3-702384da99d0 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:27.573278 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8b8ae1-efac-4a23-a633-ad3dfeda86e9", "name": "network-vif-plugged", "status": "completed", "tag": "c36b0541-eb21-4ccc-82e3-c0a37e7b22f6", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:27.573623 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f2ece9b9-e21a-463a-84c3-702384da99d0 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:27.573752 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:27.574004 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:27.574305 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', 'code': 200} Aug 04 16:27:27.574421 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.574800 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:27.575286 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Bound port: 5b19dbb5-2a95-4e12-b248-0289d132addc, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:27.575691 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.586179 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.653200 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] For port 5b19dbb5-2a95-4e12-b248-0289d132addc, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:27.661351 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] For port 5b19dbb5-2a95-4e12-b248-0289d132addc, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=5b19dbb5-2a95-4e12-b248-0289d132addc,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:27.678565 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.744494 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:27.745542 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:27.773044 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-f0fcc855-878c-4e9b-ab23-7c89176af69b tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=0f5a03ccc4c84cde99a243e11922cc71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0864325 Aug 04 16:27:27.824824 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:27.831597 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c1443471-8d69-47bc-bd93-6eb56b87223f req-f272e77d-5f02-4d91-9153-cc61abac46fd tempest-DeleteServersTestJSON-1043437314 tempest-DeleteServersTestJSON-1043437314-project] 10.222.0.79 "GET /v2.0/ports?device_id=0eadb0bc-ee99-4d6b-b236-7ca90468ca95 HTTP/1.1" status: 200 len: 210 time: 0.0554950 Aug 04 16:27:27.834512 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.851443 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Transition to ACTIVE for port object a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:27.855060 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e3209-26d9-4999-b076-fe261249a4de req-48743033-60df-49d2-80e5-f982ecba957a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:27.856656 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e90e3209-26d9-4999-b076-fe261249a4de req-48743033-60df-49d2-80e5-f982ecba957a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 1098 time: 0.0681560 Aug 04 16:27:27.860296 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:27.905600 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347aa0ac-0426-4316-9c7d-429e324b3a29 None None] Pushing event updated for resources: {'Port': ['ID=5b19dbb5-2a95-4e12-b248-0289d132addc,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:27.909942 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:27.967682 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e90e3209-26d9-4999-b076-fe261249a4de req-7cb4e042-887b-45e2-9083-1588f22860d7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957618 Aug 04 16:27:27.970047 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:28.010782 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Attempting to bind port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:28.011153 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Attempting to bind port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:28.011438 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Attempting to bind port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c on network 154202e4-2651-4c12-ae68-00f625473d35 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:28.016655 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c on network 154202e4-2651-4c12-ae68-00f625473d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:27:28.016655 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Attempting to bind port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c on network 154202e4-2651-4c12-ae68-00f625473d35 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:28.023327 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:28.023516 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Checking segment: {'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:28.023983 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Bound using segment: {'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:28.025054 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Bound port: a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:28.025588 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.115087 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Allocated IP 172.20.0.1 (5af7b64d-484a-47ce-b062-a0b8ffbf33cd/8b36c124-9861-447d-8871-2001cd67a57e/45f37cb0-51a4-4f2d-bb33-77d7ca081456) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:28.118831 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] For port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:28.123163 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] For port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:28.129779 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.141279 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-4cfdb5d1-08da-45af-b34c-71fec082cb02 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.142748 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-4cfdb5d1-08da-45af-b34c-71fec082cb02 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3631134 Aug 04 16:27:28.160374 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:24Z', 'revision_number': 3, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:28.174875 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.175919 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.177333 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c HTTP/1.1" status: 200 len: 1093 time: 1.0787463 Aug 04 16:27:28.189679 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bc60439-bdc2-4615-838b-aba719073042 None None] The sync data for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi is: [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:24Z', 'revision_number': 3, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:28.212701 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6886d3-ca3c-4e36-94e5-b18191a120c5 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:28.286901 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-5f75dd2d-1347-48cb-8f80-346441f71bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.288597 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-5f75dd2d-1347-48cb-8f80-346441f71bf1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=661d9d1a266d4bc99f5f89592b6e487e&device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 1096 time: 0.0546918 Aug 04 16:27:28.335989 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-28899d16-4033-47c8-bef1-8586b6d0813b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c HTTP/1.1" status: 200 len: 217 time: 0.0374620 Aug 04 16:27:28.369270 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4a455-2990-4b79-8ed3-d31cef02edca req-e4a360de-a4c8-40ce-9a99-4af4d2e14f34 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.370823 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2db4a455-2990-4b79-8ed3-d31cef02edca req-e4a360de-a4c8-40ce-9a99-4af4d2e14f34 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 943 time: 0.3110349 Aug 04 16:27:28.376229 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-ded8c50d-7401-4f37-b288-547e37582f8e tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/quotas/0f5a03ccc4c84cde99a243e11922cc71 HTTP/1.1" status: 200 len: 375 time: 0.2164903 Aug 04 16:27:28.403349 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-7a321825-efe7-4adc-ba9c-6fb0ce75a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.404903 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-7a321825-efe7-4adc-ba9c-6fb0ce75a48a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bfceedc-2106-4b66-817b-a399da2e49de HTTP/1.1" status: 200 len: 849 time: 0.0507903 Aug 04 16:27:28.463177 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-85727586-03ca-4d03-878c-bda1d58c3e26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=154202e4-2651-4c12-ae68-00f625473d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363288 Aug 04 16:27:28.468408 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-13289ba5-593c-4e58-86ec-b2545e878e8e tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=0f5a03ccc4c84cde99a243e11922cc71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771701 Aug 04 16:27:28.502797 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2db4a455-2990-4b79-8ed3-d31cef02edca req-994650b9-44a4-4996-b6d0-a04477b0443f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125555 Aug 04 16:27:28.535768 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.552522 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Transition to ACTIVE for port object 45f37cb0-51a4-4f2d-bb33-77d7ca081456 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:28.678379 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-c7ee6cbb-4b42-4ad1-bbfe-7d695fe69116 service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873190 Aug 04 16:27:28.684621 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.762645 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:28.771406 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7d923e-6623-4a09-bff7-808271f56f19', 'tag': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:28.773451 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7d923e-6623-4a09-bff7-808271f56f19", "tag": "a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:28.773737 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f1b411-e073-40eb-8d83-147d688d30c1 req-4057b5d3-20e9-4fdc-a14c-1ede649826ce tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:28.782599 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a2f1b411-e073-40eb-8d83-147d688d30c1 req-4057b5d3-20e9-4fdc-a14c-1ede649826ce tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 945 time: 0.1732826 Aug 04 16:27:28.788408 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:28.790950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:28.854764 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:28.914842 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c2af6e42-d879-4e3a-beb9-2b9fd104dbb2 req-8d2e1d86-5764-4bd2-ada5-3914683d8f7d service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277038 Aug 04 16:27:29.010542 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Pushing event updated for resources: {'Port': ['ID=45f37cb0-51a4-4f2d-bb33-77d7ca081456,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:29.035117 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a2f1b411-e073-40eb-8d83-147d688d30c1 req-6b6c4678-b76d-4106-937a-9c1191c9d4fe tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516463 Aug 04 16:27:29.169347 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-acf058f4-cfc4-42f5-8314-6f75b1be5f96 req-2b5b6ec4-6ed5-4f94-8e4c-a5dd030cfad6 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 210 time: 0.0781896 Aug 04 16:27:29.213298 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176891f-e6a0-48c2-a354-d6fe931d91c5 req-5dbd1cb0-f6c7-490e-804d-b87857270b37 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.214605 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a176891f-e6a0-48c2-a354-d6fe931d91c5 req-5dbd1cb0-f6c7-490e-804d-b87857270b37 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.2065899 Aug 04 16:27:29.251314 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ee8ed660-9e13-481a-abd9-6cb65f14249b None None] Provisioning for port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:29.256253 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ee8ed660-9e13-481a-abd9-6cb65f14249b None None] Provisioning complete for port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:29.256628 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ee8ed660-9e13-481a-abd9-6cb65f14249b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.280364 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.310093 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581b56e6-68ab-4610-9793-e4453e5875db x-openstack-request-id: req-581b56e6-68ab-4610-9793-e4453e5875db {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:29.310677 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7d923e-6623-4a09-bff7-808271f56f19", "tag": "a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:29.310806 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-581b56e6-68ab-4610-9793-e4453e5875db {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:29.311153 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a7d923e-6623-4a09-bff7-808271f56f19', 'tag': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c', 'status': 'completed', 'code': 200} Aug 04 16:27:29.319262 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a176891f-e6a0-48c2-a354-d6fe931d91c5 req-1e021953-b551-4487-838b-848ad4e9c35f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751216 Aug 04 16:27:29.326771 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-ee8ed660-9e13-481a-abd9-6cb65f14249b None None] Port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:29.402581 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5b19dbb5-2a95-4e12-b248-0289d132addc up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:29.421056 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-27fd044c-0b58-410f-a1d0-dfe1d12f8aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.422920 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-27fd044c-0b58-410f-a1d0-dfe1d12f8aad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=661d9d1a266d4bc99f5f89592b6e487e&device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 1096 time: 0.0901451 Aug 04 16:27:29.467738 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 5b19dbb5-2a95-4e12-b248-0289d132addc completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:29.475013 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 5b19dbb5-2a95-4e12-b248-0289d132addc triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:29.475484 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.626058 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.662396 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-50700e4d-7a7c-4f33-8a3b-2010d5942874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.664559 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-50700e4d-7a7c-4f33-8a3b-2010d5942874 service neutron] 10.222.0.53 "GET /v2.0/networks?id=154202e4-2651-4c12-ae68-00f625473d35 HTTP/1.1" status: 200 len: 910 time: 0.2270057 Aug 04 16:27:29.670768 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 5b19dbb5-2a95-4e12-b248-0289d132addc, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=5b19dbb5-2a95-4e12-b248-0289d132addc,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:29.677575 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.717327 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051dab32-6eb0-45ca-8b5f-a97ae9950093 req-44afe4f8-0b3e-4f47-9680-ae804328cd43 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.719201 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-051dab32-6eb0-45ca-8b5f-a97ae9950093 req-44afe4f8-0b3e-4f47-9680-ae804328cd43 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 943 time: 0.1086757 Aug 04 16:27:29.721629 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.749872 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.758041 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-30dbe51e-12fe-4c83-9c64-f055290e7ed7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c HTTP/1.1" status: 200 len: 217 time: 0.0830133 Aug 04 16:27:29.768532 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=5b19dbb5-2a95-4e12-b248-0289d132addc,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:29.819593 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-0c24df4c-f55f-4051-a8c3-f96f9f9a01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:29.821915 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-0c24df4c-f55f-4051-a8c3-f96f9f9a01a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bfceedc-2106-4b66-817b-a399da2e49de HTTP/1.1" status: 200 len: 849 time: 0.0546370 Aug 04 16:27:29.844663 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-051dab32-6eb0-45ca-8b5f-a97ae9950093 req-54f05816-b90c-4753-a6ff-386e63c865da tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153138 Aug 04 16:27:29.856976 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Pushing event updated for resources: {'Port': ['ID=45f37cb0-51a4-4f2d-bb33-77d7ca081456,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:29.861069 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-5ebd380c-52e9-415b-bd1c-cbf689513463 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=154202e4-2651-4c12-ae68-00f625473d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272050 Aug 04 16:27:29.863951 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:29.969506 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:29.971081 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:29.976055 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-76266ada-90c0-4647-a780-b227a737fe37 service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982015 Aug 04 16:27:30.088932 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-68dee3a3-472f-4fd5-bd55-917b0bf18cb5 req-409228ff-9051-445a-ab51-6c73e7596b1c service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036677 Aug 04 16:27:30.127039 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Router 12da2718-2342-4c87-8c82-978a9d299614 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:27:30.262819 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-296f15f4-1074-4fd8-96e9-ee0a0a91c252 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=0f5a03ccc4c84cde99a243e11922cc71&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357099 Aug 04 16:27:30.263348 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c0df1f-f56e-4cc0-acff-301f9c3f262c req-02f15229-c9f8-4e96-896a-db1795277b7d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:30.265149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-aa258374-818c-4d77-a846-6d6e1ac614f8 None None] Provisioning complete for port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:30.266759 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-06c0df1f-f56e-4cc0-acff-301f9c3f262c req-02f15229-c9f8-4e96-896a-db1795277b7d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 945 time: 0.1308739 Aug 04 16:27:30.267326 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-aa258374-818c-4d77-a846-6d6e1ac614f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:30.341898 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-aa258374-818c-4d77-a846-6d6e1ac614f8 None None] Port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:30.358964 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1f4403b1-548b-4145-ba36-c9a07645e5c0 req-39f7e77d-a4f4-48f2-ae2c-9af2ee17e530 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 210 time: 0.0568829 Aug 04 16:27:30.437542 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-06c0df1f-f56e-4cc0-acff-301f9c3f262c req-2a7323ad-c572-4b73-9caa-bdd74e08ee64 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318691 Aug 04 16:27:30.442555 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:30.463958 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-43f63afd-35f3-429d-89a1-e255ead19122 admin admin] 10.222.0.79 "PUT /v2.0/routers/12da2718-2342-4c87-8c82-978a9d299614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9930825 Aug 04 16:27:30.474354 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Sync routers for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:30.496443 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:30.498202 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:30.543107 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a324f-265a-47f8-a59c-ed966b8da2d7 req-5ddf5284-84ab-4535-a40f-13dc2d4c07d1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:30.555446 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c63a324f-265a-47f8-a59c-ed966b8da2d7 req-5ddf5284-84ab-4535-a40f-13dc2d4c07d1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0770750 Aug 04 16:27:30.586044 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-02ab208d-b878-4ee9-ad8b-c6079b1c1ab1 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:30.592291 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-02ab208d-b878-4ee9-ad8b-c6079b1c1ab1 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213496 Aug 04 16:27:30.609672 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Request body: {'port': {'device_id': '27094d7f-b3db-419c-89e1-31ce773b4938', 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8', 'admin_state_up': True, 'tenant_id': '0f5a03ccc4c84cde99a243e11922cc71'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:30.649185 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c63a324f-265a-47f8-a59c-ed966b8da2d7 req-4612d6a3-9c81-4fb1-8271-a6497f6bb011 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854259 Aug 04 16:27:30.655001 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:30.821090 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Made reservation on behalf of 0f5a03ccc4c84cde99a243e11922cc71 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:30.826961 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:30.852364 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46708) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:30.859125 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.052721 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.062782 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.094026 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1539c3a7-747e-404b-9d8b-1d8cb890b358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.107267 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 2, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:31.122367 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600c942-e567-4376-ba63-2a963ac59779 req-a263b55b-5565-4a4d-990a-d2f2ccd92b21 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:31.123914 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5600c942-e567-4376-ba63-2a963ac59779 req-a263b55b-5565-4a4d-990a-d2f2ccd92b21 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 943 time: 0.1367018 Aug 04 16:27:31.133988 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b68c098a-8e55-4ecb-8eaa-94969bb710b8,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:31.188107 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Checking router: 12da2718-2342-4c87-8c82-978a9d299614 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:31.188422 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Updating router 12da2718-2342-4c87-8c82-978a9d299614 port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:27:31.217538 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5600c942-e567-4376-ba63-2a963ac59779 req-78a5840f-86b7-4774-b1c3-c609361ce3b3 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811472 Aug 04 16:27:31.231912 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.321772 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Allocated IP 192.168.233.23 (cc5b5bc2-b572-436d-b36f-5a72dce711a8/dca4673b-685b-4380-8676-0dd98570979c/14080524-f82b-47cb-a6b5-ac3516c44445) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:31.333708 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5b19dbb5-2a95-4e12-b248-0289d132addc up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:31.373754 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1539c3a7-747e-404b-9d8b-1d8cb890b358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.386868 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1539c3a7-747e-404b-9d8b-1d8cb890b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.505112 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1539c3a7-747e-404b-9d8b-1d8cb890b358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26081f16-f05a-4d0a-8888-ec5b373bdee8,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:31.539417 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-1539c3a7-747e-404b-9d8b-1d8cb890b358 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91ffbdc2ac2a44309df5268bbc864491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6828110 Aug 04 16:27:31.543609 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46738) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:31.553756 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46740) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:31.568901 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46742) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:31.573577 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 5b19dbb5-2a95-4e12-b248-0289d132addc triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:31.573995 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1605544320-network', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:31.574130 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.610486 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] Deleting subnet 923146a1-ff47-4620-9c68-c580a7dd0072 {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:27:31.614032 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.649184 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6463ae2f-3b48-40f8-8be7-fc4ab89ee4be req-82825b7c-561d-4d99-88d3-454202b043f5 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 210 time: 0.0424325 Aug 04 16:27:31.654908 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.664676 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.666952 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Made reservation on behalf of 1ae4bdc5b7484299825c0026ba9b1fbd for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:31.669580 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.681643 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.715404 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1d582929-0b49-4465-b9d8-f4e59b002ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.732584 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.771482 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.780885 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=923146a1-ff47-4620-9c68-c580a7dd0072,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:31.785902 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.787822 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-564f2d5a-e37e-44c3-9ece-402e681d3bc4 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/923146a1-ff47-4620-9c68-c580a7dd0072 HTTP/1.1" status: 204 len: 168 time: 0.2332835 Aug 04 16:27:31.788336 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Transition to ACTIVE for port object 45f37cb0-51a4-4f2d-bb33-77d7ca081456 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:31.796847 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.797919 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1d582929-0b49-4465-b9d8-f4e59b002ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.800041 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46746) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:31.828916 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.860586 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238b6375-6737-473d-b81b-247d14e19de6 req-60908c60-3d50-4a88-8efb-f5185c5fea7b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:31.862312 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-238b6375-6737-473d-b81b-247d14e19de6 req-60908c60-3d50-4a88-8efb-f5185c5fea7b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1365926 Aug 04 16:27:31.875550 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2e5f7-0049-4e24-9117-27c0c2b92c79 None None] Pushing event updated for resources: {'Port': ['ID=45f37cb0-51a4-4f2d-bb33-77d7ca081456,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:31.897287 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.910317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Transition to ACTIVE for port object 14080524-f82b-47cb-a6b5-ac3516c44445 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:31.916128 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.923850 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Attempting to bind port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:31.924324 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Attempting to bind port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:31.924791 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Attempting to bind port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 on network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:31.925843 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1d582929-0b49-4465-b9d8-f4e59b002ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.928540 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1d582929-0b49-4465-b9d8-f4e59b002ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.932997 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-1d582929-0b49-4465-b9d8-f4e59b002ddf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/26081f16-f05a-4d0a-8888-ec5b373bdee8 HTTP/1.1" status: 204 len: 168 time: 0.3860226 Aug 04 16:27:31.933149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:31.933149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Checking segment: {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:31.933149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.933149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Bound using segment: {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:31.933149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Bound port: 45f37cb0-51a4-4f2d-bb33-77d7ca081456, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:31.933149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.938914 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:31.957836 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d582929-0b49-4465-b9d8-f4e59b002ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26081f16-f05a-4d0a-8888-ec5b373bdee8,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:32.011837 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 652} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:27:32.018386 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] For port 45f37cb0-51a4-4f2d-bb33-77d7ca081456, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:32.031876 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-238b6375-6737-473d-b81b-247d14e19de6 req-3b093dc0-4aa8-484f-8870-744981a36c83 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346822 Aug 04 16:27:32.037892 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] For port 45f37cb0-51a4-4f2d-bb33-77d7ca081456, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=45f37cb0-51a4-4f2d-bb33-77d7ca081456,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:32.062933 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.063294 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Added segment af2d72c4-acf4-4140-a170-fcf65209b969 of type vlan for network 2265a580-71ed-4c30-87f3-a7f0db0442dc Aug 04 16:27:32.067804 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.081240 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643173a6-f3ef-4054-a1e1-0e958c035226,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:32.136456 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.198136 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.201072 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:32.202652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.313073 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2e5f7-0049-4e24-9117-27c0c2b92c79 None None] Pushing event updated for resources: {'Port': ['ID=45f37cb0-51a4-4f2d-bb33-77d7ca081456,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:32.325793 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7558615 Aug 04 16:27:32.331446 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46754) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:32.348723 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:32.349865 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:32.356014 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Request body: {'subnet': {'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1605544320-subnet', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:32.368201 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eae894-9530-4c06-8d97-b79c81479ead admin admin] Pushing event updated for resources: {'Network': ['ID=2265a580-71ed-4c30-87f3-a7f0db0442dc,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:32.409921 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c4c2b-57f3-4f18-9186-44c67846ea72 req-c6330444-8d09-4b26-916e-59f5ca8bff16 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:32.410633 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.425327 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-801c4c2b-57f3-4f18-9186-44c67846ea72 req-c6330444-8d09-4b26-916e-59f5ca8bff16 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 943 time: 0.1188948 Aug 04 16:27:32.425557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.426006 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.428074 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Made reservation on behalf of 1ae4bdc5b7484299825c0026ba9b1fbd for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:32.428718 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.429360 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.429877 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.431076 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14119155'] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.431284 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.431903 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.432383 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.433058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.433557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.474923 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:27:32.481827 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:27:32.541851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46758) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:32.597513 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:32.598135 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-05db7d7a-3b44-4878-93f8-03155c7a367c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.680592 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-801c4c2b-57f3-4f18-9186-44c67846ea72 req-aa79ea6e-16a4-49f5-a13b-41321b65166e tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542114 Aug 04 16:27:32.692382 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.692883 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.693673 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.693885 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93291) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 16:27:32.694246 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98dd76fd-3016-4e74-b9e9-d04ef79811a4']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:32.705193 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.748350 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3003119-b053-47bc-8037-802d135a65e6') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:32.748620 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3003119-b053-47bc-8037-802d135a65e6') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:32.796200 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Network cc5b5bc2-b572-436d-b36f-5a72dce711a8 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:32.800828 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.815313 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:32.830842 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:32.834111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:32.854708 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-05db7d7a-3b44-4878-93f8-03155c7a367c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.866033 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.876411 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Pushing event updated for resources: {'Port': ['ID=14080524-f82b-47cb-a6b5-ac3516c44445,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:32.899096 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:27:32.902280 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-05db7d7a-3b44-4878-93f8-03155c7a367c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.903415 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: from cryptography.utils import int_from_bytes Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: from cryptography.utils import int_from_bytes Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:27:32.911814 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:27:32.934365 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-05db7d7a-3b44-4878-93f8-03155c7a367c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=af3aa340cc4742ed9ae1a822fa1f5b7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900366 Aug 04 16:27:32.938870 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46776) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:32.980384 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:32.981063 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.012927 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:33.024742 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-58a6252a-fd34-4501-88fe-5b29b4dd71df tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4193857 Aug 04 16:27:33.028001 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c', 'network_id': '154202e4-2651-4c12-ae68-00f625473d35', 'port_id': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c', 'mac_address': 'fa:16:3e:9e:99:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfceedc-2106-4b66-817b-a399da2e49de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:33.028643 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.035249 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:32Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:33.041971 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.047519 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] 10.222.0.79 "DELETE /v2.0/networks/98dd76fd-3016-4e74-b9e9-d04ef79811a4 HTTP/1.1" status: 204 len: 168 time: 1.2467463 Aug 04 16:27:33.049570 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d2049-1f82-4466-a347-74315f32dc5e req-c2928423-3340-4d37-82b0-c71b8cd7ddae tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:33.052805 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ae5d2049-1f82-4466-a347-74315f32dc5e req-c2928423-3340-4d37-82b0-c71b8cd7ddae tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 935 time: 0.1963871 Aug 04 16:27:33.060159 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Request body: {'port': {'device_id': '27094d7f-b3db-419c-89e1-31ce773b4938', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:33.074876 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb41ad-2b08-4495-a0b5-566615ba44e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=98dd76fd-3016-4e74-b9e9-d04ef79811a4,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:33.121945 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-997551da-e084-4a47-aecf-b4b8b6566196 None None] The sync data for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi is: [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:32Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:33.141127 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.144566 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.157794 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:33.175491 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c48133fc-e190-4fa2-b757-17e6a98402d3 None None] Provisioning for port 14080524-f82b-47cb-a6b5-ac3516c44445 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:33.207134 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c48133fc-e190-4fa2-b757-17e6a98402d3 None None] Provisioning complete for port 14080524-f82b-47cb-a6b5-ac3516c44445 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:33.209393 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c48133fc-e190-4fa2-b757-17e6a98402d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.304107 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:33.316908 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.405627 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 45f37cb0-51a4-4f2d-bb33-77d7ca081456 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:33.417320 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46782) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:33.422966 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db7d7a-3b44-4878-93f8-03155c7a367c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e11254-261e-4c49-a97f-911cb5954eb2,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:33.453453 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c48133fc-e190-4fa2-b757-17e6a98402d3 None None] Port 14080524-f82b-47cb-a6b5-ac3516c44445 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:33.466516 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-196dc6f9-8175-40b0-bb74-b09139e0e11b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.483603 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ae5d2049-1f82-4466-a347-74315f32dc5e req-a1bc4ee5-5722-4466-be1c-909f2839b691 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4100356 Aug 04 16:27:33.499103 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:33.511468 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:33.515965 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:33.516709 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.564710 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14080524-f82b-47cb-a6b5-ac3516c44445 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:33.577915 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.596272 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Transition to ACTIVE for port object 14080524-f82b-47cb-a6b5-ac3516c44445 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:33.599751 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-2362eac9-0f7d-41f1-acb5-bbfbbfec4958 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:33.601511 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-2362eac9-0f7d-41f1-acb5-bbfbbfec4958 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.6157176 Aug 04 16:27:33.608662 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.636312 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:33.655575 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a4d76133-0085-4d50-ba2f-451d79b0fafb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4d71a6d16db34e0989429e0a8d75add1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2311797 Aug 04 16:27:33.667465 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46786) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:33.671189 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-196dc6f9-8175-40b0-bb74-b09139e0e11b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.675654 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.692131 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a31b996f-e834-4ab2-b308-b541195aff5d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/quotas/39b787736b2a4580be655951a3b0b804 HTTP/1.1" status: 200 len: 375 time: 0.0747235 Aug 04 16:27:33.697834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13155966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14119137'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.721408 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 45f37cb0-51a4-4f2d-bb33-77d7ca081456, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=45f37cb0-51a4-4f2d-bb33-77d7ca081456,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:33.733112 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.783046 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Pushing event updated for resources: {'Port': ['ID=14080524-f82b-47cb-a6b5-ac3516c44445,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:33.815612 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc74db9-efca-4924-87d5-61a9391c8b74,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:33.830335 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1226442e-27ba-44a5-9f74-ebaaa64ad534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.870523 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1226442e-27ba-44a5-9f74-ebaaa64ad534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.874769 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8585878b-c7ed-4d18-8604-4448cc5b4dde req-c1d9cafb-cde4-4fd0-aa50-6851b75b40d7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:33.877291 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=45f37cb0-51a4-4f2d-bb33-77d7ca081456,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:33.880033 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8585878b-c7ed-4d18-8604-4448cc5b4dde req-c1d9cafb-cde4-4fd0-aa50-6851b75b40d7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.2658513 Aug 04 16:27:33.960445 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1226442e-27ba-44a5-9f74-ebaaa64ad534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.963600 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1226442e-27ba-44a5-9f74-ebaaa64ad534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:33.967647 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-1226442e-27ba-44a5-9f74-ebaaa64ad534 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/781f2459-1598-4564-912c-71da14199dc7 HTTP/1.1" status: 204 len: 168 time: 0.2960806 Aug 04 16:27:33.973389 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Attempting to bind port 14080524-f82b-47cb-a6b5-ac3516c44445 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:33.973809 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Attempting to bind port 14080524-f82b-47cb-a6b5-ac3516c44445 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:33.974224 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Attempting to bind port 14080524-f82b-47cb-a6b5-ac3516c44445 on network cc5b5bc2-b572-436d-b36f-5a72dce711a8 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:33.982511 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1226442e-27ba-44a5-9f74-ebaaa64ad534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781f2459-1598-4564-912c-71da14199dc7,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:33.986295 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-8f1e41dc-d025-48b9-a86b-ea48834427ab tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2789469 Aug 04 16:27:33.986441 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Port 14080524-f82b-47cb-a6b5-ac3516c44445 on network cc5b5bc2-b572-436d-b36f-5a72dce711a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:27:33.986805 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Attempting to bind port 14080524-f82b-47cb-a6b5-ac3516c44445 on network cc5b5bc2-b572-436d-b36f-5a72dce711a8 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:33.993552 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:33.993899 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Checking segment: {'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:33.994291 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Bound using segment: {'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:33.994761 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Bound port: 14080524-f82b-47cb-a6b5-ac3516c44445, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54e77ec-fdf6-4f22-8d45-d9f647723329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:33.995072 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.000930 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-196dc6f9-8175-40b0-bb74-b09139e0e11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.004763 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-196dc6f9-8175-40b0-bb74-b09139e0e11b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.008301 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-196dc6f9-8175-40b0-bb74-b09139e0e11b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96e11254-261e-4c49-a97f-911cb5954eb2 HTTP/1.1" status: 204 len: 168 time: 1.0586288 Aug 04 16:27:34.012159 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8585878b-c7ed-4d18-8604-4448cc5b4dde req-3a11dd9f-51d4-4da2-85a5-5c6aa7ad72c2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271393 Aug 04 16:27:34.076722 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dc6f9-8175-40b0-bb74-b09139e0e11b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e11254-261e-4c49-a97f-911cb5954eb2,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:34.080524 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Checking segment: {'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:34.080894 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Network hostable DHCP agents. Network: 2265a580-71ed-4c30-87f3-a7f0db0442dc, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:27:34.125621 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] For port 14080524-f82b-47cb-a6b5-ac3516c44445, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:34.150148 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] For port 14080524-f82b-47cb-a6b5-ac3516c44445, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=14080524-f82b-47cb-a6b5-ac3516c44445,segment=NetworkSegment(e54e77ec-fdf6-4f22-8d45-d9f647723329),segment_id=e54e77ec-fdf6-4f22-8d45-d9f647723329)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:34.157303 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:27:34.159750 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.180101 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-12126d33-aa60-41da-bff5-c33e1863232a service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927485 Aug 04 16:27:34.189702 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 2265a580-71ed-4c30-87f3-a7f0db0442dc) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:34.201359 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6730e5-8221-4ebd-ab0d-e7ea523667db None None] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:34.217141 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.217832 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.236852 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] 10.222.0.53 "PUT /v2.0/ports/14080524-f82b-47cb-a6b5-ac3516c44445 HTTP/1.1" status: 200 len: 1097 time: 1.1830497 Aug 04 16:27:34.237456 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27094d7f-b3db-419c-89e1-31ce773b4938', 'tag': '14080524-f82b-47cb-a6b5-ac3516c44445'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:34.245734 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5270ca-c483-41cb-9afb-d2fd58c63542" -d '{"events": [{"name": "network-changed", "server_uuid": "27094d7f-b3db-419c-89e1-31ce773b4938", "tag": "14080524-f82b-47cb-a6b5-ac3516c44445"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:34.248530 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.249116 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.357569 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1665-0aab-43ab-a594-719e7b252051 service neutron] Pushing event updated for resources: {'Port': ['ID=14080524-f82b-47cb-a6b5-ac3516c44445,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:34.384922 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-cdd1600b-22bb-4f64-9407-ee544d303a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.386770 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-cdd1600b-22bb-4f64-9407-ee544d303a24 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5a03ccc4c84cde99a243e11922cc71&device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 1100 time: 0.1006498 Aug 04 16:27:34.494670 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-9c694728-e99e-47d3-98be-b1ea0ce7d036 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=14080524-f82b-47cb-a6b5-ac3516c44445 HTTP/1.1" status: 200 len: 217 time: 0.0968893 Aug 04 16:27:34.499220 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-87e37b42-d696-4597-bf6b-0f77f907deda admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1655660 Aug 04 16:27:34.501789 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46802) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:34.507072 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:34.590757 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-2265a580-71ed-4c30-87f3-a7f0db0442dc', 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'fixed_ips': [{'subnet_id': '6bc74db9-efca-4924-87d5-61a9391c8b74'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:27:34.591634 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.594470 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab13ac-2bc3-47e8-8131-1445867e9a13 req-54e324c0-4d4a-4b30-8c11-08107a9afc08 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.600798 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-14ab13ac-2bc3-47e8-8131-1445867e9a13 req-54e324c0-4d4a-4b30-8c11-08107a9afc08 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 944 time: 0.2034183 Aug 04 16:27:34.620351 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a30914f3-da3a-4fea-b9cc-7ff6dbbd9a95 service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275658 Aug 04 16:27:34.666621 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-b33d9279-ac87-49b1-8c2b-08dfe596b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:34.668905 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-b33d9279-ac87-49b1-8c2b-08dfe596b6c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dca4673b-685b-4380-8676-0dd98570979c HTTP/1.1" status: 200 len: 843 time: 0.1521277 Aug 04 16:27:34.670545 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.672164 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.698847 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-14ab13ac-2bc3-47e8-8131-1445867e9a13 req-b14fe020-de6b-4027-8007-7811fcb76310 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753386 Aug 04 16:27:34.784760 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.808273 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46812) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:34.834504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4f11d04d-ef25-47f3-a7de-220d9b43373d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:34.837885 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1c2762-5b1b-44f3-8fce-114e9e5cb0db x-openstack-request-id: req-6e1c2762-5b1b-44f3-8fce-114e9e5cb0db {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:34.841296 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27094d7f-b3db-419c-89e1-31ce773b4938", "tag": "14080524-f82b-47cb-a6b5-ac3516c44445", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:34.841571 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6e1c2762-5b1b-44f3-8fce-114e9e5cb0db {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:34.841987 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27094d7f-b3db-419c-89e1-31ce773b4938', 'tag': '14080524-f82b-47cb-a6b5-ac3516c44445', 'status': 'completed', 'code': 200} Aug 04 16:27:34.859239 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:34.989027 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-64c0a904-2e18-4b15-ba7a-611af7b5cfb5 req-ba7bf72f-3e9a-4b89-8f10-4adb29873133 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 210 time: 0.0627594 Aug 04 16:27:35.032770 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-df77640e-0bf8-473a-8000-7916a5d0e38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.034617 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-df77640e-0bf8-473a-8000-7916a5d0e38a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cc5b5bc2-b572-436d-b36f-5a72dce711a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3341646 Aug 04 16:27:35.042099 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Allocated IP 172.20.0.2 (2265a580-71ed-4c30-87f3-a7f0db0442dc/6bc74db9-efca-4924-87d5-61a9391c8b74/c6dc4957-ca20-4bd5-af8d-d31218b8096e) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:35.061499 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edd31db-53c1-4d9c-8bb7-222b9aa8cadf req-665410e6-0019-4648-9394-74bdddae868d tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.069284 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0edd31db-53c1-4d9c-8bb7-222b9aa8cadf req-665410e6-0019-4648-9394-74bdddae868d tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 947 time: 0.1153462 Aug 04 16:27:35.148840 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0edd31db-53c1-4d9c-8bb7-222b9aa8cadf req-d5045e03-4dae-4b6d-86c9-cf62bc24b3c5 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786412 Aug 04 16:27:35.165901 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4f11d04d-ef25-47f3-a7de-220d9b43373d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.178089 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:35.182815 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4f11d04d-ef25-47f3-a7de-220d9b43373d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.192661 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:35.193044 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.278227 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.295078 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-4f11d04d-ef25-47f3-a7de-220d9b43373d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=287dbd098a114877a27035a5a4dc02b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852912 Aug 04 16:27:35.296001 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46832) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:35.304246 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11d04d-ef25-47f3-a7de-220d9b43373d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376e1604-21c3-4ea9-8d80-0dd68eaec58b,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:35.328460 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f8ae56-d1ad-427b-821d-4deb19db4d0e req-189920f1-1467-48f9-89bc-e27623696d97 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.336358 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-83f8ae56-d1ad-427b-821d-4deb19db4d0e req-189920f1-1467-48f9-89bc-e27623696d97 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1856735 Aug 04 16:27:35.389955 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 45f37cb0-51a4-4f2d-bb33-77d7ca081456 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:35.407029 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-83f8ae56-d1ad-427b-821d-4deb19db4d0e req-90f330a4-fc5a-496e-8c83-df95a68d02b8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690720 Aug 04 16:27:35.436037 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae510372-390d-4819-a272-3f88ca1499f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.463025 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae510372-390d-4819-a272-3f88ca1499f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.487769 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-e9193f46-d400-40e1-9df3-4d406130c719 service neutron] 10.222.0.53 "GET /v2.0/networks/cc5b5bc2-b572-436d-b36f-5a72dce711a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463564 Aug 04 16:27:35.518723 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.537058 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae510372-390d-4819-a272-3f88ca1499f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.540225 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ae510372-390d-4819-a272-3f88ca1499f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.541903 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Transition to ACTIVE for port object c6dc4957-ca20-4bd5-af8d-d31218b8096e will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:35.545034 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-ae510372-390d-4819-a272-3f88ca1499f6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/376e1604-21c3-4ea9-8d80-0dd68eaec58b HTTP/1.1" status: 204 len: 168 time: 0.2476206 Aug 04 16:27:35.549771 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.554539 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae510372-390d-4819-a272-3f88ca1499f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376e1604-21c3-4ea9-8d80-0dd68eaec58b,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:35.573972 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:35.574343 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.604332 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Transition to ACTIVE for port object c6dc4957-ca20-4bd5-af8d-d31218b8096e will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:35.638369 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.639807 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7d923e-6623-4a09-bff7-808271f56f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:35.642362 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1587d38d-dbc9-4613-9b20-87b8f512fe35" -d '{"events": [{"server_uuid": "6a7d923e-6623-4a09-bff7-808271f56f19", "name": "network-vif-plugged", "status": "completed", "tag": "a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:35.648921 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-08f7d770-7513-4b15-a1be-8e7129d500b8 req-573c33df-7972-409f-9e29-dbecda0fccb5 service neutron] 10.222.0.53 "GET /v2.0/networks/cc5b5bc2-b572-436d-b36f-5a72dce711a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492970 Aug 04 16:27:35.685741 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:35.704012 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:35.706896 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.719149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:35.722533 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:35.746806 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Pushing event updated for resources: {'Port': ['ID=c6dc4957-ca20-4bd5-af8d-d31218b8096e,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:35.771268 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4ba163-ff8b-40b0-9d12-90fdfc439bfc x-openstack-request-id: req-0f4ba163-ff8b-40b0-9d12-90fdfc439bfc {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:35.771663 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7d923e-6623-4a09-bff7-808271f56f19", "name": "network-vif-plugged", "status": "completed", "tag": "a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:35.771951 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0f4ba163-ff8b-40b0-9d12-90fdfc439bfc {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:35.772421 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7d923e-6623-4a09-bff7-808271f56f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c', 'code': 200} Aug 04 16:27:35.824764 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.887816 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:35.935914 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfedb2-a0a5-4155-b98c-1264bbd3d692 req-db414ef8-2e19-424e-904a-cf6de13d8634 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.943685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-02dfedb2-a0a5-4155-b98c-1264bbd3d692 req-db414ef8-2e19-424e-904a-cf6de13d8634 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.0784152 Aug 04 16:27:35.991896 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-c80646d2-9e77-4319-a191-fd401e82ba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:35.994757 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-c80646d2-9e77-4319-a191-fd401e82ba43 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0f5a03ccc4c84cde99a243e11922cc71&device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 1100 time: 0.1196005 Aug 04 16:27:35.995325 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:35.998307 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-02dfedb2-a0a5-4155-b98c-1264bbd3d692 req-bda6bfa9-2575-4b75-9f23-f0d50f0a0be5 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534775 Aug 04 16:27:36.052480 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Attempting to bind port c6dc4957-ca20-4bd5-af8d-d31218b8096e on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:36.052858 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Attempting to bind port c6dc4957-ca20-4bd5-af8d-d31218b8096e by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:36.053315 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Attempting to bind port c6dc4957-ca20-4bd5-af8d-d31218b8096e on network 2265a580-71ed-4c30-87f3-a7f0db0442dc {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:36.070282 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:36.070664 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Checking segment: {'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:36.071175 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:36.071523 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Bound using segment: {'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:36.072033 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Bound port: c6dc4957-ca20-4bd5-af8d-d31218b8096e, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:36.072422 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:36.137588 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f1b691cd-12e7-4541-bb58-a0fea0e7d625 req-934573c9-a5aa-414a-b3a9-e3a34d176b28 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 210 time: 0.0445101 Aug 04 16:27:36.157037 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Allocated IP 172.27.0.182 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/676dd747-c2ae-4fdf-92ea-5e472fa3eec9) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:36.190133 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] For port c6dc4957-ca20-4bd5-af8d-d31218b8096e, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:36.194245 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] For port c6dc4957-ca20-4bd5-af8d-d31218b8096e, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=c6dc4957-ca20-4bd5-af8d-d31218b8096e,segment=NetworkSegment(af2d72c4-acf4-4140-a170-fcf65209b969),segment_id=af2d72c4-acf4-4140-a170-fcf65209b969)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:36.202498 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:36.203677 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edab69-333f-4a5a-8f98-9aecf133a90d req-6bd5a31f-3159-4e0b-9944-be195bc2a06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.204610 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-34edab69-333f-4a5a-8f98-9aecf133a90d req-6bd5a31f-3159-4e0b-9944-be195bc2a06f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 1098 time: 0.1694546 Aug 04 16:27:36.285189 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-2b81acc4-b40a-49a9-b61a-0f1d72798146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.286800 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-2b81acc4-b40a-49a9-b61a-0f1d72798146 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cc5b5bc2-b572-436d-b36f-5a72dce711a8 HTTP/1.1" status: 200 len: 870 time: 0.2412524 Aug 04 16:27:36.340248 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07c735-9c1c-481b-a9f4-e28c5ab513f9 None None] Pushing event updated for resources: {'Port': ['ID=c6dc4957-ca20-4bd5-af8d-d31218b8096e,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:36.383011 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9f23f-b94e-456c-b669-0a6294c36942 req-66d96a22-a528-4908-aebf-ba260bae3c95 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.385534 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ad9f23f-b94e-456c-b669-0a6294c36942 req-66d96a22-a528-4908-aebf-ba260bae3c95 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 947 time: 0.1352477 Aug 04 16:27:36.450971 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ad9f23f-b94e-456c-b669-0a6294c36942 req-d9ba8db2-d0cb-4b87-bb52-a2ff89d3be16 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591588 Aug 04 16:27:36.717356 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9e2ab4-2d49-4daa-b900-e1b06f8ebf2c req-a69934bd-2315-492c-b1d4-97b74bbf0833 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.719122 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d9e2ab4-2d49-4daa-b900-e1b06f8ebf2c req-a69934bd-2315-492c-b1d4-97b74bbf0833 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1359615 Aug 04 16:27:36.736938 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-83d3a551-bf79-4b88-97f0-c5b1f593c828 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=14080524-f82b-47cb-a6b5-ac3516c44445 HTTP/1.1" status: 200 len: 217 time: 0.4219682 Aug 04 16:27:36.742275 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-34edab69-333f-4a5a-8f98-9aecf133a90d req-a88f420e-5b22-4095-bcf0-2b07cd810196 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5100861 Aug 04 16:27:36.795891 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:36.807405 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d9e2ab4-2d49-4daa-b900-e1b06f8ebf2c req-5b4b1cab-52aa-4fb6-9ee1-788b134074c0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786526 Aug 04 16:27:36.902229 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-70219e45-acce-4112-a5f1-27233156b5ae tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.903684 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-70219e45-acce-4112-a5f1-27233156b5ae tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.2273943 Aug 04 16:27:36.921643 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Request body: {'port': {'device_id': '1ec530d2-2517-41c8-b765-48921437f7ed', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'admin_state_up': True, 'tenant_id': '39b787736b2a4580be655951a3b0b804'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:36.956711 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46908) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:36.968953 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-693ca428-d0fa-45db-ae6b-4764ed7ffe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:36.970430 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-693ca428-d0fa-45db-ae6b-4764ed7ffe60 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=dca4673b-685b-4380-8676-0dd98570979c HTTP/1.1" status: 200 len: 843 time: 0.1440461 Aug 04 16:27:36.976100 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.082961 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:37.089857 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ca8100bc-4e08-457c-80df-1d996d190f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.093036 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:37.096310 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:37.127068 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Pushing event updated for resources: {'Port': ['ID=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:37.177693 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-a9f7c7ed-56ea-4af6-91ac-d2485a56bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:37.179847 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-a9f7c7ed-56ea-4af6-91ac-d2485a56bb08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cc5b5bc2-b572-436d-b36f-5a72dce711a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1898289 Aug 04 16:27:37.186209 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce31f17-1599-484e-8cf6-9689004aa6e5 req-02457545-ba3d-408d-b408-a670ed026338 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:37.188033 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cce31f17-1599-484e-8cf6-9689004aa6e5 req-02457545-ba3d-408d-b408-a670ed026338 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.0871084 Aug 04 16:27:37.357391 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device c6dc4957-ca20-4bd5-af8d-d31218b8096e up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:37.362163 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-347943d1-a6eb-4de7-9115-6a8b43316fe8 req-6b017164-79ca-4eee-b152-d883fc19c7cb tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 210 time: 0.0638013 Aug 04 16:27:37.380478 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cce31f17-1599-484e-8cf6-9689004aa6e5 req-619c8977-178a-45dd-8b89-7c2ecccac323 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820800 Aug 04 16:27:37.428466 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-9ad74142-4c07-49c4-90f0-d8abfb6334f2 service neutron] 10.222.0.53 "GET /v2.0/networks/cc5b5bc2-b572-436d-b36f-5a72dce711a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944442 Aug 04 16:27:37.438033 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ca8100bc-4e08-457c-80df-1d996d190f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.448108 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ca8100bc-4e08-457c-80df-1d996d190f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.451979 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port c6dc4957-ca20-4bd5-af8d-d31218b8096e completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:37.496585 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-ca8100bc-4e08-457c-80df-1d996d190f31 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e4031c2380b948e689e5f38418016762&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5385921 Aug 04 16:27:37.498832 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8100bc-4e08-457c-80df-1d996d190f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a41474-8b6f-42f2-975e-8f375a97fe88,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:37.514053 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 46930) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:37.559282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Made reservation on behalf of 39b787736b2a4580be655951a3b0b804 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:37.562859 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.583043 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a2960a7-22df-44e3-90c9-983e0b597b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.609619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a2960a7-22df-44e3-90c9-983e0b597b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.739447 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.747268 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f7ec89-00c1-425a-b9d1-497c8a9ecb90 req-bb41da2b-e81c-4fdc-9ac3-be8d51199634 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:37.749916 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-94f7ec89-00c1-425a-b9d1-497c8a9ecb90 req-bb41da2b-e81c-4fdc-9ac3-be8d51199634 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 947 time: 0.0980198 Aug 04 16:27:37.751341 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a2960a7-22df-44e3-90c9-983e0b597b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.755394 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a2960a7-22df-44e3-90c9-983e0b597b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.756777 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8a2960a7-22df-44e3-90c9-983e0b597b84 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2a41474-8b6f-42f2-975e-8f375a97fe88 HTTP/1.1" status: 204 len: 168 time: 0.2382579 Aug 04 16:27:37.793642 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2960a7-22df-44e3-90c9-983e0b597b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a41474-8b6f-42f2-975e-8f375a97fe88,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:37.797582 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa0d757-3083-408d-bd4f-c998173a998c None None] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:37.857923 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-94f7ec89-00c1-425a-b9d1-497c8a9ecb90 req-4ab94018-ba3c-4cb4-b75d-58206cda0a0f tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998113 Aug 04 16:27:37.919332 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c825136b-5143-4d29-b7d5-542be9690f0e None None] Provisioning for port c6dc4957-ca20-4bd5-af8d-d31218b8096e completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:37.936458 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c825136b-5143-4d29-b7d5-542be9690f0e None None] Provisioning complete for port c6dc4957-ca20-4bd5-af8d-d31218b8096e triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:37.936458 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c825136b-5143-4d29-b7d5-542be9690f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:37.942836 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4f5270ca-c483-41cb-9afb-d2fd58c63542 req-2aebbe0c-9335-4701-9c70-177e7b092710 service neutron] 10.222.0.53 "GET /v2.0/networks/cc5b5bc2-b572-436d-b36f-5a72dce711a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5012705 Aug 04 16:27:38.036718 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e05375-159a-45b0-8559-c492718e19cc req-7b942c67-e2c5-4aa3-b1d9-f300034d8b22 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:38.047991 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c4e05375-159a-45b0-8559-c492718e19cc req-7b942c67-e2c5-4aa3-b1d9-f300034d8b22 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0867774 Aug 04 16:27:38.094669 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c4e05375-159a-45b0-8559-c492718e19cc req-a370e290-d536-4725-b3f2-7b511ea381c3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453849 Aug 04 16:27:38.138362 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Allocated IP 172.20.0.9 (4a8fcdc5-280f-4d38-a36a-37944d8ebae9/509c820d-8503-47b9-b4c1-d82d4796693f/208ad5bd-0af1-437f-8fd9-cfb1c997fb06) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:38.153762 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.230864 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c825136b-5143-4d29-b7d5-542be9690f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.273131 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c825136b-5143-4d29-b7d5-542be9690f0e None None] For port c6dc4957-ca20-4bd5-af8d-d31218b8096e, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=c6dc4957-ca20-4bd5-af8d-d31218b8096e,segment=NetworkSegment(af2d72c4-acf4-4140-a170-fcf65209b969),segment_id=af2d72c4-acf4-4140-a170-fcf65209b969)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:38.279837 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c825136b-5143-4d29-b7d5-542be9690f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.345626 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825136b-5143-4d29-b7d5-542be9690f0e None None] Pushing event updated for resources: {'Port': ['ID=c6dc4957-ca20-4bd5-af8d-d31218b8096e,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:38.416170 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.422067 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:27:38.472418 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f8de3197-b9c9-4bdd-8d5c-36a7139add9f req-b4d9e692-f148-4608-a0c8-7859444fc186 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 210 time: 0.0483577 Aug 04 16:27:38.541901 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8665352-7109-440a-8c34-c705361c8bc8 req-29555884-f2bb-4c0e-af08-6306d33a9549 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:38.549389 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e8665352-7109-440a-8c34-c705361c8bc8 req-29555884-f2bb-4c0e-af08-6306d33a9549 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.0808227 Aug 04 16:27:38.584733 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e8665352-7109-440a-8c34-c705361c8bc8 req-2775b3f4-b09d-4119-acd1-ed63131cd297 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Aug 04 16:27:38.606928 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-a09a05e2-f434-4ee9-b60e-3582d5cbc1f4 None None] Provisioning complete for port c6dc4957-ca20-4bd5-af8d-d31218b8096e triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:38.607947 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a09a05e2-f434-4ee9-b60e-3582d5cbc1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.813591 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.826701 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:38.872570 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 14080524-f82b-47cb-a6b5-ac3516c44445 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:38.881535 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:38.884359 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:38.890301 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Sync routers for ids ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:38.911378 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Routers {'5f9461af-ccf6-4bca-9d87-7eb5057f53ed'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:38.913404 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:38.954429 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:38.958844 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:38.970663 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:38.971931 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2c8f2c28-de75-497b-ab0e-b684013e5949 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4690056 Aug 04 16:27:38.976644 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 46978) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:39.029032 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event updated for resources: {'Port': ['ID=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:39.107344 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:39.108077 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.137943 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bf4d6e-4d15-4059-9b03-7c8c52bc9dfd req-841f2ee6-92b9-44bc-a10d-0797dd6dd4ec tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:39.156155 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7bf4d6e-4d15-4059-9b03-7c8c52bc9dfd req-841f2ee6-92b9-44bc-a10d-0797dd6dd4ec tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 947 time: 0.1497943 Aug 04 16:27:39.171002 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ccb7c6f9-f3e7-401b-9b0e-d7824dfe80fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2551830 Aug 04 16:27:39.191092 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Request body: {'port': {'device_id': '1ec530d2-2517-41c8-b765-48921437f7ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:39.238392 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Set router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:39.312288 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7bf4d6e-4d15-4059-9b03-7c8c52bc9dfd req-c60e082a-5569-43e4-8acd-7422596bea95 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551230 Aug 04 16:27:39.362647 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 14080524-f82b-47cb-a6b5-ac3516c44445, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=14080524-f82b-47cb-a6b5-ac3516c44445,segment=NetworkSegment(e54e77ec-fdf6-4f22-8d45-d9f647723329),segment_id=e54e77ec-fdf6-4f22-8d45-d9f647723329)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:39.384898 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.407918 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '14080524-f82b-47cb-a6b5-ac3516c44445', 'network_id': 'cc5b5bc2-b572-436d-b36f-5a72dce711a8', 'port_id': '14080524-f82b-47cb-a6b5-ac3516c44445', 'mac_address': 'fa:16:3e:0f:d1:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dca4673b-685b-4380-8676-0dd98570979c', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:39.426133 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718331b8-8a74-49db-9b62-238a7aad050c req-19eea943-e57d-453e-86e0-93ecd6b7c271 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:39.444341 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device c6dc4957-ca20-4bd5-af8d-d31218b8096e up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:39.445202 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-718331b8-8a74-49db-9b62-238a7aad050c req-19eea943-e57d-453e-86e0-93ecd6b7c271 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1173794 Aug 04 16:27:39.560012 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-718331b8-8a74-49db-9b62-238a7aad050c req-19fd7ce1-305e-4e3b-a1eb-8e1b34807a6c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124945 Aug 04 16:27:39.596309 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:27:37Z', 'revision_number': 3, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port': {'id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:35Z', 'updated_at': '2021-08-04T16:27:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:39.605675 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.621023 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14080524-f82b-47cb-a6b5-ac3516c44445 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:39.634048 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port c6dc4957-ca20-4bd5-af8d-d31218b8096e triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:39.634770 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.656575 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Checking router: 5f9461af-ccf6-4bca-9d87-7eb5057f53ed for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:39.659074 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Updating router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:27:39.698881 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.717822 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 14080524-f82b-47cb-a6b5-ac3516c44445, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=14080524-f82b-47cb-a6b5-ac3516c44445,segment=NetworkSegment(e54e77ec-fdf6-4f22-8d45-d9f647723329),segment_id=e54e77ec-fdf6-4f22-8d45-d9f647723329)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:39.740189 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.776427 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a642bec-ac25-4311-bd37-7dbb6dd6162b req-48d39283-5dda-4404-8395-55e7dde93089 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:39.788923 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0a642bec-ac25-4311-bd37-7dbb6dd6162b req-48d39283-5dda-4404-8395-55e7dde93089 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 931 time: 0.1190195 Aug 04 16:27:39.872589 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0a642bec-ac25-4311-bd37-7dbb6dd6162b req-87c9bc5d-be7e-4056-a1fa-32aebd0ae84b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804958 Aug 04 16:27:39.873182 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:39.884137 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.894749 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=14080524-f82b-47cb-a6b5-ac3516c44445,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:39.895275 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Transition to ACTIVE for port object 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:39.903966 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:39.977988 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Pushing event updated for resources: {'Port': ['ID=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.035609 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839d24ac-6ce9-4535-b309-9131949d7a02 req-e31167d8-8bbf-44a7-af7d-db61fca8f6e1 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:40.047770 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-839d24ac-6ce9-4535-b309-9131949d7a02 req-e31167d8-8bbf-44a7-af7d-db61fca8f6e1 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.0772531 Aug 04 16:27:40.108088 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Attempting to bind port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:40.108088 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Attempting to bind port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:40.108509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Attempting to bind port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:40.123475 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:27:40.123895 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Attempting to bind port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:40.125958 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-839d24ac-6ce9-4535-b309-9131949d7a02 req-ea59313a-0a0e-49e5-bd34-b9dfe6f64a1a tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768764 Aug 04 16:27:40.134282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:40.134714 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Checking segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:40.135166 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Bound using segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:40.135673 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Bound port: 208ad5bd-0af1-437f-8fd9-cfb1c997fb06, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:40.136111 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.168719 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.180984 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Transition to ACTIVE for port object 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:40.190894 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.219265 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.248153 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Attempting to bind port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:40.248530 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Attempting to bind port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:40.249070 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Attempting to bind port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:40.256517 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Pushing event updated for resources: {'Port': ['ID=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.259501 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:40.260078 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:40.260642 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.261193 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:40.261880 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Bound port: 676dd747-c2ae-4fdf-92ea-5e472fa3eec9, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:40.262450 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.292463 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.292908 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.293143 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.293484 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.293820 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.294151 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.294474 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.294976 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.295512 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.296035 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.296524 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.296837 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:27:40.302900 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] For port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:40.323819 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] For port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:40.343950 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] For port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:40.347370 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] For port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:40.354581 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.369678 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.425480 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Routers {'5f9461af-ccf6-4bca-9d87-7eb5057f53ed'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:40.426281 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:40.444070 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b19c09-5cec-4b97-a5fb-532997715f4a req-589f1a5b-2094-454b-95d8-536d02bf9046 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:40.445252 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-48b19c09-5cec-4b97-a5fb-532997715f4a req-589f1a5b-2094-454b-95d8-536d02bf9046 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 948 time: 0.0652404 Aug 04 16:27:40.455061 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:40.459698 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.461977 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] 10.222.0.53 "PUT /v2.0/ports/208ad5bd-0af1-437f-8fd9-cfb1c997fb06 HTTP/1.1" status: 200 len: 1093 time: 1.2764397 Aug 04 16:27:40.464078 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec530d2-2517-41c8-b765-48921437f7ed', 'tag': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:40.467158 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46397ce6-0ab4-4679-95e2-450cac00989d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec530d2-2517-41c8-b765-48921437f7ed", "tag": "208ad5bd-0af1-437f-8fd9-cfb1c997fb06"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:40.469512 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43366d71-2f67-4d8d-b5e0-c635acacfada None None] Pushing event updated for resources: {'Port': ['ID=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.506545 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-48b19c09-5cec-4b97-a5fb-532997715f4a req-13ca4e12-a9f6-4cad-897c-f407fbcf9023 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Aug 04 16:27:40.538381 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c1f018-10ed-4d4e-9819-5b751b4a806c service neutron] Pushing event updated for resources: {'Port': ['ID=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.551618 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Allocated IP 172.20.0.1 (2265a580-71ed-4c30-87f3-a7f0db0442dc/6bc74db9-efca-4924-87d5-61a9391c8b74/90da0b8f-1c0a-45fc-97bd-064f24bf7778) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:40.562191 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa293e7-940e-4b19-a8a4-5a48ad89a2f0 x-openstack-request-id: req-2fa293e7-940e-4b19-a8a4-5a48ad89a2f0 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:40.562564 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec530d2-2517-41c8-b765-48921437f7ed", "tag": "208ad5bd-0af1-437f-8fd9-cfb1c997fb06", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:40.562887 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2fa293e7-940e-4b19-a8a4-5a48ad89a2f0 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:40.563342 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ec530d2-2517-41c8-b765-48921437f7ed', 'tag': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06', 'status': 'completed', 'code': 200} Aug 04 16:27:40.612284 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] Set router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:40.682914 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.690174 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd388bef-1ac1-4477-856a-16b8f5590551 req-3b940546-8702-46d7-8273-1ed934fa8a1f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:40.691962 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bd388bef-1ac1-4477-856a-16b8f5590551 req-3b940546-8702-46d7-8273-1ed934fa8a1f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0632188 Aug 04 16:27:40.704705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Transition to ACTIVE for port object 90da0b8f-1c0a-45fc-97bd-064f24bf7778 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:40.740123 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bd388bef-1ac1-4477-856a-16b8f5590551 req-94f1a09b-1fa0-4e1d-b8ed-983e46268327 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Aug 04 16:27:40.768477 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.809115 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:40.812111 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:40.814473 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:40.843197 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:27:37Z', 'revision_number': 3, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port': {'id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:35Z', 'updated_at': '2021-08-04T16:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:40.846634 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Pushing event updated for resources: {'Port': ['ID=90da0b8f-1c0a-45fc-97bd-064f24bf7778,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:40.873649 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:40.884415 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82349fbf-e5b8-4512-9953-7c0627399e3a None None] The sync data for ids ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'] in dv-cinder-802882-3-iscsi is: [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:27:37Z', 'revision_number': 3, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port': {'id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:35Z', 'updated_at': '2021-08-04T16:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:41.012682 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4e333-6ece-4882-afbe-01a2dee9d12f req-b9f9af29-7ce3-4549-bfc2-13100ffb9d29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:41.014792 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0cc4e333-6ece-4882-afbe-01a2dee9d12f req-b9f9af29-7ce3-4549-bfc2-13100ffb9d29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 943 time: 0.0747209 Aug 04 16:27:41.064060 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0cc4e333-6ece-4882-afbe-01a2dee9d12f req-9ba1ef26-cd6d-4090-b2bd-bffa047f1434 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428929 Aug 04 16:27:41.084711 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.191098 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-55ff52a5-7225-478a-8bda-d20f56b50894 None None] Provisioning for port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:41.197091 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-55ff52a5-7225-478a-8bda-d20f56b50894 None None] Provisioning complete for port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:41.197970 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-55ff52a5-7225-478a-8bda-d20f56b50894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.313386 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-55ff52a5-7225-478a-8bda-d20f56b50894 None None] Port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:41.345336 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.356294 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.369817 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f426e1d-0a2f-44c1-914b-26fa2c9c6f28 req-43093650-d1f1-4eb2-8e2c-d3d08c11245d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:41.378382 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5f426e1d-0a2f-44c1-914b-26fa2c9c6f28 req-43093650-d1f1-4eb2-8e2c-d3d08c11245d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.1068943 Aug 04 16:27:41.416344 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:41.453189 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5f426e1d-0a2f-44c1-914b-26fa2c9c6f28 req-23b9d807-1685-4d1a-aae0-2a17bf5f5d2e tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731719 Aug 04 16:27:41.462234 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.470894 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Pushing event updated for resources: {'Port': ['ID=90da0b8f-1c0a-45fc-97bd-064f24bf7778,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:41.490782 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:41.497364 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:41.497751 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.574766 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:41.576214 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:41.646664 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.671165 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:41.684659 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.730969 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a1d00-4e38-4c5d-a4c1-747023abd8f4 req-644bbbbe-cebf-42bb-9808-e5c4682b5c4d tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:41.742194 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c49a1d00-4e38-4c5d-a4c1-747023abd8f4 req-644bbbbe-cebf-42bb-9808-e5c4682b5c4d tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 948 time: 0.1290998 Aug 04 16:27:41.743674 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:27:41.786084 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:41.804894 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c49a1d00-4e38-4c5d-a4c1-747023abd8f4 req-65982eee-aaba-43ee-b2c6-1fdaf553032d tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585251 Aug 04 16:27:41.906787 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:41.913437 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-8751b2a2-322a-48c4-a46b-ca51c3d12953 admin admin] 10.222.0.79 "PUT /v2.0/routers/5f9461af-ccf6-4bca-9d87-7eb5057f53ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9028871 Aug 04 16:27:41.941896 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-5041aef1-4dad-46af-9d2f-4577070e2a07 None None] Provisioning complete for port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:41.942902 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-5041aef1-4dad-46af-9d2f-4577070e2a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:41.955070 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef72ee2-d90a-4984-bbbc-a0383847aef9 req-ec8df12b-5999-4b05-b359-c0d1bd9da9e0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:41.956772 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ef72ee2-d90a-4984-bbbc-a0383847aef9 req-ec8df12b-5999-4b05-b359-c0d1bd9da9e0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0912747 Aug 04 16:27:41.994491 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-5041aef1-4dad-46af-9d2f-4577070e2a07 None None] Port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:42.022137 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ef72ee2-d90a-4984-bbbc-a0383847aef9 req-c9a3ebb4-d1c8-465f-9b61-6fc946d5174f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579317 Aug 04 16:27:42.106838 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47128) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:42.249471 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-552c7ffc-c589-47d4-95a8-e3b8e48aad47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.339019 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-552c7ffc-c589-47d4-95a8-e3b8e48aad47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.344224 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-552c7ffc-c589-47d4-95a8-e3b8e48aad47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.385821 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-552c7ffc-c589-47d4-95a8-e3b8e48aad47 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=459e107f1b884ef393cf6bb8d5619b8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761228 Aug 04 16:27:42.385821 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c7ffc-c589-47d4-95a8-e3b8e48aad47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d25927-1e64-4661-95b4-475d8def389c,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:42.386986 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47134) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:42.445753 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-52c3b1e8-d810-4a7b-9f60-6853631923e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.467053 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-52c3b1e8-d810-4a7b-9f60-6853631923e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.516813 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-52c3b1e8-d810-4a7b-9f60-6853631923e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.519935 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-52c3b1e8-d810-4a7b-9f60-6853631923e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.523449 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-52c3b1e8-d810-4a7b-9f60-6853631923e7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7d25927-1e64-4661-95b4-475d8def389c HTTP/1.1" status: 204 len: 168 time: 0.1329708 Aug 04 16:27:42.530407 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c3b1e8-d810-4a7b-9f60-6853631923e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d25927-1e64-4661-95b4-475d8def389c,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:42.613351 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47140) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:42.618851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-8d0af72c-f26a-49bd-872c-bdd122fd5a5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2107692246', 'description': 'tempest-secgroup-smoke-2107692246 description', 'project_id': '36822d23ae8b4bd88bee031c5614e52c'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:42.656958 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8d0af72c-f26a-49bd-872c-bdd122fd5a5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.768145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c547814-8940-4ba4-91c4-4eff0360edc2 req-49a64eb8-0d34-44f4-9b94-9dee099b0d33 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:42.770052 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8c547814-8940-4ba4-91c4-4eff0360edc2 req-49a64eb8-0d34-44f4-9b94-9dee099b0d33 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 943 time: 0.0960855 Aug 04 16:27:42.807086 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-5e513949-c297-43e8-9108-907582872443 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921714 Aug 04 16:27:42.809429 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46397ce6-0ab4-4679-95e2-450cac00989d req-10d891a1-8110-44d4-a4a0-1ba321d21a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:42.810917 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-46397ce6-0ab4-4679-95e2-450cac00989d req-10d891a1-8110-44d4-a4a0-1ba321d21a0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 1096 time: 0.1069624 Aug 04 16:27:42.892830 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8c547814-8940-4ba4-91c4-4eff0360edc2 req-c336e6c8-58ee-49fb-a83d-651d35aa5195 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094239 Aug 04 16:27:42.905114 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8d0af72c-f26a-49bd-872c-bdd122fd5a5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.931131 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fb1ef2-dea5-4ed8-b878-637ec9ca663c req-af2e51ce-2069-46f3-85ed-c105d1e040c7 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:42.933178 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-56fb1ef2-dea5-4ed8-b878-637ec9ca663c req-af2e51ce-2069-46f3-85ed-c105d1e040c7 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.1195228 Aug 04 16:27:42.934542 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8d0af72c-f26a-49bd-872c-bdd122fd5a5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:42.971882 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-e766b604-de50-45ae-9df0-c2bac737c32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:42.973388 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-e766b604-de50-45ae-9df0-c2bac737c32c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 1099 time: 0.0912440 Aug 04 16:27:42.987296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47146) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:42.996003 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46397ce6-0ab4-4679-95e2-450cac00989d req-cacc42bd-7bb4-43ff-8d87-6a5bb5d17ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:42.997468 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-46397ce6-0ab4-4679-95e2-450cac00989d req-cacc42bd-7bb4-43ff-8d87-6a5bb5d17ad1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=39b787736b2a4580be655951a3b0b804&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1691935 Aug 04 16:27:43.014661 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8d0af72c-f26a-49bd-872c-bdd122fd5a5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.015837 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8d0af72c-f26a-49bd-872c-bdd122fd5a5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4014604 Aug 04 16:27:43.016673 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0af72c-f26a-49bd-872c-bdd122fd5a5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:43.027652 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47148) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:43.036652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d07c01d5-faf6-4bfe-ab95-bf1927a30693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.038600 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Sync routers for ids ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:43.049827 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'security_group_rule': {'security_group_id': 'c5e88e69-7cf2-4ab4-86f6-828ef1bf1899', 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:43.052401 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['14080524-f82b-47cb-a6b5-ac3516c44445'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:43.057980 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Routers {'5f9461af-ccf6-4bca-9d87-7eb5057f53ed'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:43.058692 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:43.074665 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-56fb1ef2-dea5-4ed8-b878-637ec9ca663c req-c4767b8b-e8da-40db-8147-7f60b2d9181f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334281 Aug 04 16:27:43.116996 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37ca168-a025-4fd6-9790-984e70a0ad96 req-e29f3361-db2b-4acd-9a97-75bdf5d0b2ee tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.126614 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e37ca168-a025-4fd6-9790-984e70a0ad96 req-e29f3361-db2b-4acd-9a97-75bdf5d0b2ee tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 948 time: 0.1335993 Aug 04 16:27:43.144187 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.db.api [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 16:27:43.144187 dv-cinder-802882-3-iscsi neutron-server[93291]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 16:27:43.144187 dv-cinder-802882-3-iscsi neutron-server[93291]: [parameters: {'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'id': '882656c8-70c2-4e46-b9a2-7660c346fbb6', 'expiration': datetime.datetime(2021, 8, 4, 16, 29, 43, 109887)}] Aug 04 16:27:43.144187 dv-cinder-802882-3-iscsi neutron-server[93291]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93291) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 16:27:43.145257 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG oslo_db.api [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 16:27:43.215055 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-71c4a19d-6dbe-40be-b146-ea7218b7268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.216828 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-71c4a19d-6dbe-40be-b146-ea7218b7268b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 916 time: 0.2082391 Aug 04 16:27:43.218060 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46397ce6-0ab4-4679-95e2-450cac00989d req-69b96a53-20fe-497a-abba-309197080406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.219519 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-46397ce6-0ab4-4679-95e2-450cac00989d req-69b96a53-20fe-497a-abba-309197080406 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2125089 Aug 04 16:27:43.223922 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e37ca168-a025-4fd6-9790-984e70a0ad96 req-24ddda22-6ab8-46c6-ace1-dcd950479189 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959892 Aug 04 16:27:43.256933 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e411c8d-17e0-4907-b8ce-ba3372ffdb1f req-f9ac2710-22c4-4e4f-8c7d-f7de2ea13f02 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.258602 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9e411c8d-17e0-4907-b8ce-ba3372ffdb1f req-f9ac2710-22c4-4e4f-8c7d-f7de2ea13f02 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1123629 Aug 04 16:27:43.286966 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Set router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:43.317579 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-11f8d44f-d5bc-41b5-b840-98cd3f0c8ec6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc HTTP/1.1" status: 200 len: 217 time: 0.0766799 Aug 04 16:27:43.325906 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9e411c8d-17e0-4907-b8ce-ba3372ffdb1f req-3d0edf4f-b8cd-4349-b661-16fa5590bda0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597146 Aug 04 16:27:43.330812 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d07c01d5-faf6-4bfe-ab95-bf1927a30693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.337003 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d07c01d5-faf6-4bfe-ab95-bf1927a30693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.370463 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:43.384415 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-d07c01d5-faf6-4bfe-ab95-bf1927a30693 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d5d2b5e6a191425b86491506714ab7c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3952460 Aug 04 16:27:43.385413 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47152) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:43.398304 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-287b983f-1a5e-4306-82bb-9802bbdcc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.401160 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-287b983f-1a5e-4306-82bb-9802bbdcc5c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.0675225 Aug 04 16:27:43.405348 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-c604b95e-8b61-49aa-868f-18a2bfdd392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.406786 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-c604b95e-8b61-49aa-868f-18a2bfdd392e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 1096 time: 0.1009037 Aug 04 16:27:43.410822 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c01d5-faf6-4bfe-ab95-bf1927a30693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24154ff7-fb73-4aeb-ad6e-ad5f5085e1ba,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:43.456597 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7d284530-3f3d-4728-8b01-a565316dff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.481467 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7d284530-3f3d-4728-8b01-a565316dff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.491162 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-8df78c68-31c4-4879-b991-8b80240c0a2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=208ad5bd-0af1-437f-8fd9-cfb1c997fb06 HTTP/1.1" status: 200 len: 217 time: 0.0595047 Aug 04 16:27:43.516065 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-10f49963-ff9a-4e17-acc9-0fc035b98d7a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859342 Aug 04 16:27:43.530386 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:43.530760 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.557612 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7d284530-3f3d-4728-8b01-a565316dff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.561161 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7d284530-3f3d-4728-8b01-a565316dff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.565718 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-7d284530-3f3d-4728-8b01-a565316dff87 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/24154ff7-fb73-4aeb-ad6e-ad5f5085e1ba HTTP/1.1" status: 204 len: 168 time: 0.1790640 Aug 04 16:27:43.577636 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d284530-3f3d-4728-8b01-a565316dff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24154ff7-fb73-4aeb-ad6e-ad5f5085e1ba,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:43.622730 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-d47fbea2-e430-405c-ae87-17321533ed4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:43.624242 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-d47fbea2-e430-405c-ae87-17321533ed4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.1108258 Aug 04 16:27:43.718516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 4, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port': {'id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:35Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '90da0b8f-1c0a-45fc-97bd-064f24bf7778', 'name': '', 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'mac_address': 'fa:16:3e:ac:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6bc74db9-efca-4924-87d5-61a9391c8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:40Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 2, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'subnets': [{'id': '6bc74db9-efca-4924-87d5-61a9391c8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:43.751617 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Checking router: 5f9461af-ccf6-4bca-9d87-7eb5057f53ed for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:43.752398 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Updating router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:27:43.782617 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:43.955257 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-3dedf274-d052-4850-8834-14cae7bc5bef service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107747 Aug 04 16:27:43.959949 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-45e0a7b8-5bf4-45be-9bbc-fa032abd8d90 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365958 Aug 04 16:27:44.036392 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665aed2-8468-4f36-a9d6-e43011c3f43b req-950996a1-25db-46b3-a970-b6f6d031ccbb tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:44.038277 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7665aed2-8468-4f36-a9d6-e43011c3f43b req-950996a1-25db-46b3-a970-b6f6d031ccbb tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 943 time: 0.0559604 Aug 04 16:27:44.068562 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.084316 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7665aed2-8468-4f36-a9d6-e43011c3f43b req-3164cbcc-5035-4c48-99c2-0399d0f2014c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399890 Aug 04 16:27:44.140727 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.160111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Transition to ACTIVE for port object 90da0b8f-1c0a-45fc-97bd-064f24bf7778 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:44.168846 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.222576 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7750d41d-0d1b-4cd0-8d71-16b31744a62d req-15bfdee0-bec9-4b02-b86b-b13e402a7ed9 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490580 Aug 04 16:27:44.230099 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338e2fe-e366-438c-a4d0-1af1abf636c2 None None] Pushing event updated for resources: {'Port': ['ID=90da0b8f-1c0a-45fc-97bd-064f24bf7778,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:44.241776 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-74415581-caca-4f89-9626-85e9a04e3dc2 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077453 Aug 04 16:27:44.244439 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.290661 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcff30-4ea3-4ecd-bff1-22191a566e70 req-1e9e8aea-542e-4b40-be0c-2f8b4f8bd667 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:44.297925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-79dcff30-4ea3-4ecd-bff1-22191a566e70 req-1e9e8aea-542e-4b40-be0c-2f8b4f8bd667 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.1212192 Aug 04 16:27:44.309722 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Attempting to bind port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:44.310096 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Attempting to bind port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:44.310460 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Attempting to bind port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 on network 2265a580-71ed-4c30-87f3-a7f0db0442dc {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:44.319143 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:44.319531 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Checking segment: {'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:44.319964 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.320360 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Bound using segment: {'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:44.324747 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Bound port: 90da0b8f-1c0a-45fc-97bd-064f24bf7778, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af2d72c4-acf4-4140-a170-fcf65209b969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:44.327048 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.389001 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-aa39f72d-4c48-4dcf-b731-683ab99f80c6 req-ff041ef2-218b-4b43-badb-77b354c02e82 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384616 Aug 04 16:27:44.390114 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.390430 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-79dcff30-4ea3-4ecd-bff1-22191a566e70 req-03582f0d-0ba9-4937-b936-7af15b22b733 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702426 Aug 04 16:27:44.431204 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.435551 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4063485 Aug 04 16:27:44.436484 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47192) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:44.450620 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] For port 90da0b8f-1c0a-45fc-97bd-064f24bf7778, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:44.452653 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-320e2634-e91e-448b-b83b-515e7e6b30fe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'security_group_rule': {'security_group_id': 'c5e88e69-7cf2-4ab4-86f6-828ef1bf1899', 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:44.455908 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] For port 90da0b8f-1c0a-45fc-97bd-064f24bf7778, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=90da0b8f-1c0a-45fc-97bd-064f24bf7778,segment=NetworkSegment(af2d72c4-acf4-4140-a170-fcf65209b969),segment_id=af2d72c4-acf4-4140-a170-fcf65209b969)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:44.472208 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.497325 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ac10-0450-472d-8273-7b65af143d75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e56d7f-5d18-40fd-9e73-288be0905a7a,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:44.519678 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-320e2634-e91e-448b-b83b-515e7e6b30fe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.523317 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ea0fc-fe9a-4450-a69b-16111175bb1a req-97ec4600-c859-4c15-ae01-de0f1a3640d0 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:44.532764 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f51ea0fc-fe9a-4450-a69b-16111175bb1a req-97ec4600-c859-4c15-ae01-de0f1a3640d0 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 948 time: 0.1610565 Aug 04 16:27:44.550584 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338e2fe-e366-438c-a4d0-1af1abf636c2 None None] Pushing event updated for resources: {'Port': ['ID=90da0b8f-1c0a-45fc-97bd-064f24bf7778,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:44.569268 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Routers {'5f9461af-ccf6-4bca-9d87-7eb5057f53ed'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:44.571218 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:44.599794 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-320e2634-e91e-448b-b83b-515e7e6b30fe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.611962 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-320e2634-e91e-448b-b83b-515e7e6b30fe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.657231 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e2634-e91e-448b-b83b-515e7e6b30fe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3fffe1-2d98-459c-8ada-298a672cf5fd,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:44.682950 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f51ea0fc-fe9a-4450-a69b-16111175bb1a req-7ee6257a-aaf3-49f6-82b5-8c0e70490366 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491644 Aug 04 16:27:44.690358 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-320e2634-e91e-448b-b83b-515e7e6b30fe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.691918 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-320e2634-e91e-448b-b83b-515e7e6b30fe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2542543 Aug 04 16:27:44.692488 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47202) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:44.697341 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-e4cfdb30-497d-4078-816f-153238e223a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'security_group_rule': {'security_group_id': 'c5e88e69-7cf2-4ab4-86f6-828ef1bf1899', 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:44.727513 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] Set router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:44.739117 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186929-88fd-4590-89b7-0b2ac695afac req-494c8004-21d1-4b59-8b28-a21b488a236e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:44.754122 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-82186929-88fd-4590-89b7-0b2ac695afac req-494c8004-21d1-4b59-8b28-a21b488a236e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.2024999 Aug 04 16:27:44.763655 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdb30-497d-4078-816f-153238e223a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:44.806956 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 14080524-f82b-47cb-a6b5-ac3516c44445 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:44.832608 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-82186929-88fd-4590-89b7-0b2ac695afac req-78bd4b9b-29a3-4c25-8f0d-e6040ccffe3c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773816 Aug 04 16:27:44.941688 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-17204e36-7137-4a84-ad07-b82b76c6e684 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:44.943543 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-17204e36-7137-4a84-ad07-b82b76c6e684 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 945 time: 0.1732905 Aug 04 16:27:45.012738 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdb30-497d-4078-816f-153238e223a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.024946 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdb30-497d-4078-816f-153238e223a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.075128 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cfdb30-497d-4078-816f-153238e223a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2b90c2-468a-4431-8a5f-04decacaa465,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:45.095772 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e4cfdb30-497d-4078-816f-153238e223a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.097140 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-e4cfdb30-497d-4078-816f-153238e223a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4036484 Aug 04 16:27:45.099950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47216) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:45.105427 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-2ee53777-8dd0-4efc-a561-d24e2d1d71cf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'security_group_rule': {'security_group_id': 'c5e88e69-7cf2-4ab4-86f6-828ef1bf1899', 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:45.148107 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Deleting port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:45.148408 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ee53777-8dd0-4efc-a561-d24e2d1d71cf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.148738 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.193012 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 14080524-f82b-47cb-a6b5-ac3516c44445 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:45.198909 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 14080524-f82b-47cb-a6b5-ac3516c44445 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:45.199267 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.259628 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ee53777-8dd0-4efc-a561-d24e2d1d71cf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.285440 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478441d-44ee-41f4-a40e-09cc362e1ad4 req-75a7816a-f912-44a6-b06a-5b37c9e8c4d6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:45.287006 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a478441d-44ee-41f4-a40e-09cc362e1ad4 req-75a7816a-f912-44a6-b06a-5b37c9e8c4d6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 943 time: 0.0951195 Aug 04 16:27:45.287851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ee53777-8dd0-4efc-a561-d24e2d1d71cf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.297085 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] For port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:45.298053 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.319463 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Calling delete_port for a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:45.333826 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee53777-8dd0-4efc-a561-d24e2d1d71cf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bf3c8b-a93d-44d4-969a-16a4181661bb,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:45.344553 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 4, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port': {'id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:35Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '90da0b8f-1c0a-45fc-97bd-064f24bf7778', 'name': '', 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'mac_address': 'fa:16:3e:ac:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6bc74db9-efca-4924-87d5-61a9391c8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:40Z', 'updated_at': '2021-08-04T16:27:44Z', 'revision_number': 4, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'subnets': [{'id': '6bc74db9-efca-4924-87d5-61a9391c8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:45.366215 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a478441d-44ee-41f4-a40e-09cc362e1ad4 req-82637b37-71d0-4dda-a057-30647c83efbd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606067 Aug 04 16:27:45.367350 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2ee53777-8dd0-4efc-a561-d24e2d1d71cf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.372170 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-2ee53777-8dd0-4efc-a561-d24e2d1d71cf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2686629 Aug 04 16:27:45.372390 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47226) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:45.378035 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'security_group_rule': {'security_group_id': 'c5e88e69-7cf2-4ab4-86f6-828ef1bf1899', 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:45.388422 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-129e36ac-26c4-485b-bc00-ecea3d56560d None None] The sync data for ids ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'] in dv-cinder-802882-3-iscsi is: [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 4, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port': {'id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:35Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '90da0b8f-1c0a-45fc-97bd-064f24bf7778', 'name': '', 'network_id': '2265a580-71ed-4c30-87f3-a7f0db0442dc', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'mac_address': 'fa:16:3e:ac:43:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '6bc74db9-efca-4924-87d5-61a9391c8b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:40Z', 'updated_at': '2021-08-04T16:27:44Z', 'revision_number': 4, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'subnets': [{'id': '6bc74db9-efca-4924-87d5-61a9391c8b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:45.391004 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.427006 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.securitygroups_db [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Project 36822d23ae8b4bd88bee031c5614e52c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:27:45.427145 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27094d7f-b3db-419c-89e1-31ce773b4938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14080524-f82b-47cb-a6b5-ac3516c44445'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:45.438017 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.459016 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ca0412-82fc-42e0-9663-d7d7927f3f73" -d '{"events": [{"server_uuid": "27094d7f-b3db-419c-89e1-31ce773b4938", "name": "network-vif-plugged", "status": "completed", "tag": "14080524-f82b-47cb-a6b5-ac3516c44445"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:45.512866 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 14080524-f82b-47cb-a6b5-ac3516c44445, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=14080524-f82b-47cb-a6b5-ac3516c44445,segment=NetworkSegment(e54e77ec-fdf6-4f22-8d45-d9f647723329),segment_id=e54e77ec-fdf6-4f22-8d45-d9f647723329)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:45.526341 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.533598 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51107f2-f003-4e9e-96e3-065b278afb89 x-openstack-request-id: req-a51107f2-f003-4e9e-96e3-065b278afb89 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:45.533899 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27094d7f-b3db-419c-89e1-31ce773b4938", "name": "network-vif-plugged", "status": "completed", "tag": "14080524-f82b-47cb-a6b5-ac3516c44445", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:45.534152 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a51107f2-f003-4e9e-96e3-065b278afb89 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:45.534543 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27094d7f-b3db-419c-89e1-31ce773b4938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14080524-f82b-47cb-a6b5-ac3516c44445', 'code': 200} Aug 04 16:27:45.571576 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.588273 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.615025 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.620654 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=14080524-f82b-47cb-a6b5-ac3516c44445,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:45.630586 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:45.633766 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124619ac-9f69-4677-8701-5900df2f9e30,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:45.670374 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Pushing event deleted for resources: {'Port': ['ID=a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:45.693296 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-22e67993-1b16-4d2e-a9cc-b2d32aa98aa7 req-1c92c96a-bb80-4e46-9084-9bfbafbffa60 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=6a7d923e-6623-4a09-bff7-808271f56f19 HTTP/1.1" status: 200 len: 210 time: 0.1069269 Aug 04 16:27:45.705721 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.717118 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-1c61fd7f-0487-4104-b307-465e41c2e77d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3336411 Aug 04 16:27:45.717118 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47234) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:45.719727 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'security_group_rule': {'security_group_id': 'c5e88e69-7cf2-4ab4-86f6-828ef1bf1899', 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:45.733859 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] No DVR routers for this DVR port a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:45.738336 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.741618 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f10560da-ecd4-4d2a-87bc-0162f0bc687c req-4ceb7e11-21cd-4224-9bcc-b6288c094f05 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "DELETE /v2.0/ports/a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c HTTP/1.1" status: 204 len: 173 time: 0.7889791 Aug 04 16:27:45.746949 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7d923e-6623-4a09-bff7-808271f56f19', 'name': 'network-vif-deleted', 'tag': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:45.752726 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fa4a38-9881-40f6-9901-3aafa0c98791" -d '{"events": [{"server_uuid": "6a7d923e-6623-4a09-bff7-808271f56f19", "name": "network-vif-deleted", "tag": "a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:45.765101 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.securitygroups_db [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Project 36822d23ae8b4bd88bee031c5614e52c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:27:45.770844 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.826029 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91078d97-ffdc-4f84-aeda-256aae97fffc req-c0b3fffa-a253-4193-b996-3b43a3691ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:45.827799 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-91078d97-ffdc-4f84-aeda-256aae97fffc req-c0b3fffa-a253-4193-b996-3b43a3691ce6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 1102 time: 0.0558035 Aug 04 16:27:45.837650 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588c8947-fdb4-44a1-8314-a0e77793767c x-openstack-request-id: req-588c8947-fdb4-44a1-8314-a0e77793767c {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:45.838389 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7d923e-6623-4a09-bff7-808271f56f19", "name": "network-vif-deleted", "tag": "a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:45.841118 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-588c8947-fdb4-44a1-8314-a0e77793767c {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:45.841808 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a7d923e-6623-4a09-bff7-808271f56f19', 'name': 'network-vif-deleted', 'tag': 'a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c', 'status': 'completed', 'code': 200} Aug 04 16:27:45.888904 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-91078d97-ffdc-4f84-aeda-256aae97fffc req-29c8a7a9-1635-476b-a1e2-b67a8a0d3d9d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447590 Aug 04 16:27:45.923430 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.971572 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:45.999487 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076bdb7d-7406-475a-b796-fcc6c7dc4a6e,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:46.009086 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.018876 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-6a5e1272-5f21-445f-bae4-5f03830b54af tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2988920 Aug 04 16:27:46.034236 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107f7ee-681a-4c48-9d94-80e53412e697 req-cb3177ed-4a47-4147-a339-5de1f3b259b2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:46.035814 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9107f7ee-681a-4c48-9d94-80e53412e697 req-cb3177ed-4a47-4147-a339-5de1f3b259b2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1055164 Aug 04 16:27:46.058541 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5609f986-53ca-4a00-9489-a2ab70f07e07 req-e160df60-c138-414c-b622-31423d89e20a tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:46.060185 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5609f986-53ca-4a00-9489-a2ab70f07e07 req-e160df60-c138-414c-b622-31423d89e20a tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.2442856 Aug 04 16:27:46.121912 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9107f7ee-681a-4c48-9d94-80e53412e697 req-9d6aed50-3e7c-4062-941b-298ca56a1493 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607219 Aug 04 16:27:46.152535 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5609f986-53ca-4a00-9489-a2ab70f07e07 req-1f0b0c51-e2ec-4163-a604-0fdc64ad2361 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850563 Aug 04 16:27:46.431224 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47292) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:46.521744 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21319100-0e26-44f3-8510-215297ea4fa7 req-43679ccb-922f-45d8-b277-37cdc147be48 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:46.524642 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21319100-0e26-44f3-8510-215297ea4fa7 req-43679ccb-922f-45d8-b277-37cdc147be48 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 943 time: 0.0682316 Aug 04 16:27:46.564780 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21319100-0e26-44f3-8510-215297ea4fa7 req-11ec96f8-f42d-4027-aa40-96c5bc1fe0a5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340409 Aug 04 16:27:46.613864 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3ef28b51-d597-4134-816a-678b2be0074e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.636217 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:27:46.740055 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3ef28b51-d597-4134-816a-678b2be0074e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.747936 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3ef28b51-d597-4134-816a-678b2be0074e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.787998 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:46.808369 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'port_id': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06', 'mac_address': 'fa:16:3e:7b:34:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509c820d-8503-47b9-b4c1-d82d4796693f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:27:46.819437 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-3ef28b51-d597-4134-816a-678b2be0074e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c8a8c27d43bc4865b6ea2f3d47ce162d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3846037 Aug 04 16:27:46.819985 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47308) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:46.853663 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef28b51-d597-4134-816a-678b2be0074e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8966c0e-7299-484c-b6fd-ebfff8098621,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:46.860380 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.878110 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:46.909511 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:46.919428 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.966058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7e4954de-a504-4940-82bc-eec744afc7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:46.991342 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7e4954de-a504-4940-82bc-eec744afc7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.007425 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:47.066048 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7e4954de-a504-4940-82bc-eec744afc7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.072909 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7e4954de-a504-4940-82bc-eec744afc7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.072909 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7e4954de-a504-4940-82bc-eec744afc7bf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e8966c0e-7299-484c-b6fd-ebfff8098621 HTTP/1.1" status: 204 len: 168 time: 0.2471673 Aug 04 16:27:47.078716 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4954de-a504-4940-82bc-eec744afc7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8966c0e-7299-484c-b6fd-ebfff8098621,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:47.167057 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4093f-9d4a-42f3-8258-ac722729eada req-5a1dab95-0639-4664-8e11-6cf3ab39dfb2 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:47.180613 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-5a1dab95-0639-4664-8e11-6cf3ab39dfb2 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/networks?id=154202e4-2651-4c12-ae68-00f625473d35 HTTP/1.1" status: 200 len: 809 time: 0.1597013 Aug 04 16:27:47.196149 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-1c5b0319-2283-497e-a14d-233c4e1db57e tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/quotas/661d9d1a266d4bc99f5f89592b6e487e HTTP/1.1" status: 200 len: 375 time: 0.0140567 Aug 04 16:27:47.255939 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-aa0e6d62-aa6b-499f-a9d8-ff4abc4a70d0 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=661d9d1a266d4bc99f5f89592b6e487e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521190 Aug 04 16:27:47.311536 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['208ad5bd-0af1-437f-8fd9-cfb1c997fb06'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:47.393945 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 90da0b8f-1c0a-45fc-97bd-064f24bf7778 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:47.524164 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:47.543623 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:47.544027 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.561736 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b56de9-e97c-4f64-a1f7-d6e6cd36873a req-4fd08f1b-bcfe-4ecd-8608-dec58de5129a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:47.571272 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d1b56de9-e97c-4f64-a1f7-d6e6cd36873a req-4fd08f1b-bcfe-4ecd-8608-dec58de5129a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.3551433 Aug 04 16:27:47.661597 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d1b56de9-e97c-4f64-a1f7-d6e6cd36873a req-fe02d0fe-bd2c-4040-8e53-6fdd4363d911 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892901 Aug 04 16:27:47.663897 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-6fd960c9-cf6d-4cec-9360-9897fc83e8de service neutron] 10.222.0.79 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059296 Aug 04 16:27:47.674816 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.755906 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 90da0b8f-1c0a-45fc-97bd-064f24bf7778, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=90da0b8f-1c0a-45fc-97bd-064f24bf7778,segment=NetworkSegment(af2d72c4-acf4-4140-a170-fcf65209b969),segment_id=af2d72c4-acf4-4140-a170-fcf65209b969)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:47.762814 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:47.817849 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=90da0b8f-1c0a-45fc-97bd-064f24bf7778,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:47.834195 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-8e9cb418-7e82-47b9-9c47-c9789ef354d9 service neutron] 10.222.0.79 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607277 Aug 04 16:27:47.847938 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347265f-101c-4760-8a29-168452a55ff5 req-37885d00-c7de-434a-977a-f54e8249e827 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:47.849301 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a347265f-101c-4760-8a29-168452a55ff5 req-37885d00-c7de-434a-977a-f54e8249e827 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.0891683 Aug 04 16:27:47.891797 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a347265f-101c-4760-8a29-168452a55ff5 req-3c9482f9-5451-4935-b9c6-d7e2501f70ec tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356932 Aug 04 16:27:48.013894 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47382) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:48.077399 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10b2b99-445e-4e6e-883e-9f18c56f2d0f req-eb5cee0e-c96d-4394-838f-7c9f1df4f474 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:48.079539 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e10b2b99-445e-4e6e-883e-9f18c56f2d0f req-eb5cee0e-c96d-4394-838f-7c9f1df4f474 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 944 time: 0.0659170 Aug 04 16:27:48.130907 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e10b2b99-445e-4e6e-883e-9f18c56f2d0f req-9e91f16a-8368-42da-980e-2136bcc0b5c8 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Aug 04 16:27:48.151313 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-456481225-network', 'tenant_id': '853a784793a644b7872376275915efef'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:48.187190 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Made reservation on behalf of 853a784793a644b7872376275915efef for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:48.190995 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.203318 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.217456 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d9d14cd-94fe-45ba-9c4e-3e8c4f52253d req-6a5370bb-13af-4f26-8604-5c1bfadbf9ca tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 210 time: 0.0291851 Aug 04 16:27:48.325441 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab16b3eb-0011-4d41-adf1-671df48d1d61 req-92969a69-0558-4f04-8d07-39898f43a368 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:48.333285 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.334846 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ab16b3eb-0011-4d41-adf1-671df48d1d61 req-92969a69-0558-4f04-8d07-39898f43a368 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.0697019 Aug 04 16:27:48.338029 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.350914 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.372974 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:27:48.379912 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ab16b3eb-0011-4d41-adf1-671df48d1d61 req-44a43aaf-0028-48b1-9b1b-4d872bb7ee25 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Aug 04 16:27:48.389431 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f237c97b-2422-4ff0-952a-db6a252d66a0,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:48.395036 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.395518 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Added segment cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8 of type vlan for network 168024c2-1d98-4980-8b7d-1d6541d0c2cf Aug 04 16:27:48.438223 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.469103 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.470120 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:48.470757 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.526478 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5112462 Aug 04 16:27:48.529313 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47394) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:48.534177 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fad0669-7045-4d88-a227-7a291d0dffc1 admin admin] Pushing event updated for resources: {'Network': ['ID=168024c2-1d98-4980-8b7d-1d6541d0c2cf,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:48.535372 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Request body: {'subnet': {'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-456481225-subnet', 'tenant_id': '853a784793a644b7872376275915efef', 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:48.546664 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:27:48.559998 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Made reservation on behalf of 853a784793a644b7872376275915efef for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:48.562444 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14119155'] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.770789 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13155966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14119137'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.822877 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e6a53-017e-4dec-af9c-a7d064c652c2 req-4779fd22-5193-43c9-9bd7-3a2eeb7bd0f7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:48.824399 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-180e6a53-017e-4dec-af9c-a7d064c652c2 req-4779fd22-5193-43c9-9bd7-3a2eeb7bd0f7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1037395 Aug 04 16:27:48.852488 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b03eab-bff2-4173-92f1-ed0e6b695006,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:48.871369 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Checking segment: {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:48.871739 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Network hostable DHCP agents. Network: 168024c2-1d98-4980-8b7d-1d6541d0c2cf, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:27:48.891320 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-180e6a53-017e-4dec-af9c-a7d064c652c2 req-7071f2c9-f5a4-4302-b9cd-fcbee8d961a0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565565 Aug 04 16:27:48.900958 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:27:48.912288 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 168024c2-1d98-4980-8b7d-1d6541d0c2cf) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:48.916923 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:48.917516 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.921687 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f165d-d117-489a-9078-ce5c3b59af3c None None] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:48.932683 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-87ed20c8-b925-4c35-bfa5-822eba23dc44 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4020557 Aug 04 16:27:48.935304 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47400) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:48.939587 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:48.959776 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:48.960775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.016062 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.080735 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:27:49.081930 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.173495 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.246921 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Allocated IP 172.20.0.2 (168024c2-1d98-4980-8b7d-1d6541d0c2cf/62b03eab-bff2-4173-92f1-ed0e6b695006/705a064c-30b7-4a24-bb8b-ef2535035532) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:49.292970 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceb2938-ba7d-414f-88fa-1bbaa5da16f9 req-6adedfe5-fd90-496a-b481-997d8326f6b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:49.294476 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fceb2938-ba7d-414f-88fa-1bbaa5da16f9 req-6adedfe5-fd90-496a-b481-997d8326f6b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 944 time: 0.0607259 Aug 04 16:27:49.314705 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 90da0b8f-1c0a-45fc-97bd-064f24bf7778 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:49.359181 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fceb2938-ba7d-414f-88fa-1bbaa5da16f9 req-06dd5892-a057-4c16-a93d-2313f87fef32 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571752 Aug 04 16:27:49.436145 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:49.436519 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.474941 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-de177847-0f3a-432e-a7e8-99444d35fad1 req-6c00b1e9-d98d-4bf8-b3bf-96174bc9ca7d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 210 time: 0.0486658 Aug 04 16:27:49.487807 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.489569 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.501811 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Transition to ACTIVE for port object 705a064c-30b7-4a24-bb8b-ef2535035532 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:49.513204 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.520491 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Transition to ACTIVE for port object 705a064c-30b7-4a24-bb8b-ef2535035532 will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:49.546473 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.603670 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:49.607501 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Pushing event updated for resources: {'Port': ['ID=705a064c-30b7-4a24-bb8b-ef2535035532,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:49.609912 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:49.611960 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:49.646832 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f690ea-40e7-4470-b077-f0ff3b6a8099 req-c5e551a8-9dbd-4d69-9adc-fb3c3a7c81cf tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:49.648356 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c1f690ea-40e7-4470-b077-f0ff3b6a8099 req-c5e551a8-9dbd-4d69-9adc-fb3c3a7c81cf tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.0938160 Aug 04 16:27:49.666839 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Attempting to bind port 705a064c-30b7-4a24-bb8b-ef2535035532 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:49.667352 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Attempting to bind port 705a064c-30b7-4a24-bb8b-ef2535035532 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:49.667717 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Attempting to bind port 705a064c-30b7-4a24-bb8b-ef2535035532 on network 168024c2-1d98-4980-8b7d-1d6541d0c2cf {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:49.673213 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:49.673580 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Checking segment: {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:49.673984 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.674383 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Bound using segment: {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:49.674843 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Bound port: 705a064c-30b7-4a24-bb8b-ef2535035532, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:49.675223 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.686296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Allocated IP 172.27.0.99 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/000b06d8-97c1-4ac6-a4ef-233c61befebe) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:49.709026 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c1f690ea-40e7-4470-b077-f0ff3b6a8099 req-5e054afd-ab54-4122-947c-22bc0c493ade tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538087 Aug 04 16:27:49.746310 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] For port 705a064c-30b7-4a24-bb8b-ef2535035532, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:49.750099 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] For port 705a064c-30b7-4a24-bb8b-ef2535035532, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=705a064c-30b7-4a24-bb8b-ef2535035532,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:49.755154 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.822201 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.829985 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee8ca3-9134-46f2-8ba1-949c07dcbe92 None None] Pushing event updated for resources: {'Port': ['ID=705a064c-30b7-4a24-bb8b-ef2535035532,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:49.866488 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:49.903901 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:49.906749 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:49.912728 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:49.938372 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Pushing event updated for resources: {'Port': ['ID=000b06d8-97c1-4ac6-a4ef-233c61befebe,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:50.109016 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70f2ed-8173-499a-9d7c-51d179626c4b req-cbdf270e-885f-43ac-b16a-76faccf12439 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:50.110594 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4a70f2ed-8173-499a-9d7c-51d179626c4b req-cbdf270e-885f-43ac-b16a-76faccf12439 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1164639 Aug 04 16:27:50.158179 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:50.179534 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:50.180028 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a2d5cc0f-f58d-4af6-9506-3e8c54fd9e5c not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:50.226736 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4a70f2ed-8173-499a-9d7c-51d179626c4b req-0399ec7c-4f3a-4986-ba10-2f455442cc9b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721314 Aug 04 16:27:50.244828 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:50.449888 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:50.534317 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388366cd-de54-4613-b62d-c384cc47e9e7 req-8fb995e3-363a-457f-84a0-0e23b0d97c53 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:50.535895 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-388366cd-de54-4613-b62d-c384cc47e9e7 req-8fb995e3-363a-457f-84a0-0e23b0d97c53 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 944 time: 0.1029475 Aug 04 16:27:50.614272 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-388366cd-de54-4613-b62d-c384cc47e9e7 req-ce63281d-9418-4bae-b8d2-a10bbe8f6c7b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483434 Aug 04 16:27:50.658925 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:27:50.708644 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e4ac5b-fa43-40a4-b039-3c5586d264ca None None] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:50.773549 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-9bed68b7-a9ef-4166-a9d5-5f41705480bc None None] Provisioning for port 705a064c-30b7-4a24-bb8b-ef2535035532 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:50.913296 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-830d7f5a-1b98-4ee1-8fe9-3944df7c2090 req-46ac08ed-6c1c-48d6-81f0-3a6ebc5a4723 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 210 time: 0.2063918 Aug 04 16:27:50.983237 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:50.995389 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Sync routers for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:51.009255 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:51.009899 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:51.012465 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.016118 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-0dfbd8ae-8c15-4202-a421-c2a7907684c5 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0795765 Aug 04 16:27:51.018969 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47426) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:51.161083 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:51.207016 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47724d6c-6339-442b-89dd-5ac3e9bcb361 req-5fd31762-e84e-4dda-ac47-f39eb91de49f tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:51.208730 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47724d6c-6339-442b-89dd-5ac3e9bcb361 req-5fd31762-e84e-4dda-ac47-f39eb91de49f tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.0712979 Aug 04 16:27:51.267016 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47724d6c-6339-442b-89dd-5ac3e9bcb361 req-61744987-dd5f-4842-9fc3-b2546e7bd7ca tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500600 Aug 04 16:27:51.367025 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 705a064c-30b7-4a24-bb8b-ef2535035532 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:51.434744 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:50Z', 'revision_number': 3, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:51.438547 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 705a064c-30b7-4a24-bb8b-ef2535035532 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:51.443282 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 705a064c-30b7-4a24-bb8b-ef2535035532 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:51.444111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.461848 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed759c32-eebd-4a5d-a6b2-6e7012a6aaba req-c9571bc2-c0f9-4329-a15a-aa3729c64936 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:51.463818 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ed759c32-eebd-4a5d-a6b2-6e7012a6aaba req-c9571bc2-c0f9-4329-a15a-aa3729c64936 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1263387 Aug 04 16:27:51.498627 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Checking router: 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:51.499612 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Updating router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b port 000b06d8-97c1-4ac6-a4ef-233c61befebe binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:27:51.519652 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ed759c32-eebd-4a5d-a6b2-6e7012a6aaba req-e28255b7-fa4a-40a3-aa70-bf870748a01a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462613 Aug 04 16:27:51.541703 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.548005 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.551018 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.588974 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 705a064c-30b7-4a24-bb8b-ef2535035532, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=705a064c-30b7-4a24-bb8b-ef2535035532,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:51.595605 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.692325 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=705a064c-30b7-4a24-bb8b-ef2535035532,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:51.741394 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Allocated IP 172.20.0.1 (168024c2-1d98-4980-8b7d-1d6541d0c2cf/62b03eab-bff2-4173-92f1-ed0e6b695006/e9f1a097-5312-49ed-acd9-a9241ad8d664) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:51.775106 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8e3e09-e4f9-4a2a-afbb-6a4f4a677f0a req-e5f84810-e996-4df4-9ff1-76e43f2d4d60 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:51.776800 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1f8e3e09-e4f9-4a2a-afbb-6a4f4a677f0a req-e5f84810-e996-4df4-9ff1-76e43f2d4d60 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 944 time: 0.0547078 Aug 04 16:27:51.820731 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1f8e3e09-e4f9-4a2a-afbb-6a4f4a677f0a req-45d14034-9a0d-4b50-9908-cd584006934a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Aug 04 16:27:51.869254 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.885357 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Transition to ACTIVE for port object e9f1a097-5312-49ed-acd9-a9241ad8d664 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:51.920592 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.959279 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:51.962844 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:51.964408 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:51.967984 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:51.985066 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Transition to ACTIVE for port object 000b06d8-97c1-4ac6-a4ef-233c61befebe will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:52.007470 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Pushing event updated for resources: {'Port': ['ID=e9f1a097-5312-49ed-acd9-a9241ad8d664,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:52.007665 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.039523 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9b4941c7-2471-4fb5-a324-cfda2863a5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.045115 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.071192 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969994c8-9f90-4910-b4ac-d492030311aa None None] Pushing event updated for resources: {'Port': ['ID=000b06d8-97c1-4ac6-a4ef-233c61befebe,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:52.106106 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Attempting to bind port 000b06d8-97c1-4ac6-a4ef-233c61befebe on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:52.106454 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Attempting to bind port 000b06d8-97c1-4ac6-a4ef-233c61befebe by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:52.106815 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Attempting to bind port 000b06d8-97c1-4ac6-a4ef-233c61befebe on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:52.112390 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:52.112766 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:52.113163 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.113553 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:52.114015 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Bound port: 000b06d8-97c1-4ac6-a4ef-233c61befebe, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:52.114409 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.156089 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ca712756-d96d-498a-832d-58a07701f906 req-cffeff22-84dc-43b4-b6e8-d35dd959296e tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 210 time: 0.0682971 Aug 04 16:27:52.208462 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] For port 000b06d8-97c1-4ac6-a4ef-233c61befebe, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:52.219123 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] For port 000b06d8-97c1-4ac6-a4ef-233c61befebe, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=000b06d8-97c1-4ac6-a4ef-233c61befebe,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:52.234065 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.317336 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969994c8-9f90-4910-b4ac-d492030311aa None None] Pushing event updated for resources: {'Port': ['ID=000b06d8-97c1-4ac6-a4ef-233c61befebe,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:52.345116 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-11efdd3a-6305-4070-a727-4516d524c168 None None] Provisioning for port e9f1a097-5312-49ed-acd9-a9241ad8d664 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:52.348740 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:52.349743 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:52.350431 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-11efdd3a-6305-4070-a727-4516d524c168 None None] Provisioning complete for port e9f1a097-5312-49ed-acd9-a9241ad8d664 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:52.350900 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-11efdd3a-6305-4070-a727-4516d524c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.398865 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-11efdd3a-6305-4070-a727-4516d524c168 None None] Port e9f1a097-5312-49ed-acd9-a9241ad8d664 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:52.414743 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4093f-9d4a-42f3-8258-ac722729eada req-bce8166c-738d-4587-af4b-65868949f023 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:52.422421 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-bce8166c-738d-4587-af4b-65868949f023 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "GET /v2.0/networks?id=154202e4-2651-4c12-ae68-00f625473d35 HTTP/1.1" status: 200 len: 809 time: 0.2036662 Aug 04 16:27:52.441472 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4acd3-0642-4e9b-9f58-dd5437030cb7 req-1e565862-a086-4adb-867d-b0ce178f4e66 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:52.441805 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Request body: {'port': {'device_id': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'network_id': '154202e4-2651-4c12-ae68-00f625473d35', 'admin_state_up': True, 'tenant_id': '661d9d1a266d4bc99f5f89592b6e487e'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:52.443923 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-95e4acd3-0642-4e9b-9f58-dd5437030cb7 req-1e565862-a086-4adb-867d-b0ce178f4e66 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.0913172 Aug 04 16:27:52.506252 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-95e4acd3-0642-4e9b-9f58-dd5437030cb7 req-a21959fa-84f5-43ba-9d6f-8b2368cf62d2 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547299 Aug 04 16:27:52.546498 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:52.548671 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.648313 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731a51cc-5329-468a-b57c-183d41e59a2d req-1b9e7eb1-f6f8-4a27-b598-65fe266f5215 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:52.650792 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-731a51cc-5329-468a-b57c-183d41e59a2d req-1b9e7eb1-f6f8-4a27-b598-65fe266f5215 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0519233 Aug 04 16:27:52.708783 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-731a51cc-5329-468a-b57c-183d41e59a2d req-afd7709d-2587-426c-9ccf-7d94e1106049 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486057 Aug 04 16:27:52.711581 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Made reservation on behalf of 661d9d1a266d4bc99f5f89592b6e487e for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:52.715639 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.772040 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:50Z', 'revision_number': 3, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:52.801490 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f45235-df64-4291-906a-d7821280faf0 None None] The sync data for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi is: [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:50Z', 'revision_number': 3, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:52.879479 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.894025 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.947814 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d528d-fe80-4dbf-b1dd-e70464ef4c6e req-ab307e2f-62e4-47f4-b400-a23f15d34149 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:52.949365 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c12d528d-fe80-4dbf-b1dd-e70464ef4c6e req-ab307e2f-62e4-47f4-b400-a23f15d34149 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 944 time: 0.0521543 Aug 04 16:27:52.957241 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Allocated IP 172.20.0.13 (154202e4-2651-4c12-ae68-00f625473d35/4bfceedc-2106-4b66-817b-a399da2e49de/5b93c900-c53b-4d53-b6a8-df9fed61cbc5) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:52.986607 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:52.997603 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c12d528d-fe80-4dbf-b1dd-e70464ef4c6e req-1b78c3d4-38a0-4d3f-96cd-db7c525b9376 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412216 Aug 04 16:27:53.000860 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Pushing event updated for resources: {'Port': ['ID=e9f1a097-5312-49ed-acd9-a9241ad8d664,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:53.291701 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d84940de-5708-4ab9-aab3-584adc33c7af req-21d23bef-2c2f-4957-a8ff-44e508be358f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 210 time: 0.0523155 Aug 04 16:27:53.340494 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:53.416101 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:53.423673 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:53.424079 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.456242 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 705a064c-30b7-4a24-bb8b-ef2535035532 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:53.542328 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.549661 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:53.556421 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:53.590642 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 705a064c-30b7-4a24-bb8b-ef2535035532 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:53.591245 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.591462 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-1ffbbc36-50aa-4553-81cd-c5ffbc52c738 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:53.593325 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-1ffbbc36-50aa-4553-81cd-c5ffbc52c738 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.53 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.1866684 Aug 04 16:27:53.595844 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.666458 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec530d2-2517-41c8-b765-48921437f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:53.669695 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22b10e3-7f33-4682-9d03-27fcef8a186e" -d '{"events": [{"server_uuid": "1ec530d2-2517-41c8-b765-48921437f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "208ad5bd-0af1-437f-8fd9-cfb1c997fb06"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:53.701146 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:53.753043 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.792840 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b5f70-a39e-4e97-87bf-bee908409862 req-557312e6-2f5c-40da-b77a-ef07bff1065e tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:53.801947 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-814b5f70-a39e-4e97-87bf-bee908409862 req-557312e6-2f5c-40da-b77a-ef07bff1065e tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 949 time: 0.1451735 Aug 04 16:27:53.813777 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 000b06d8-97c1-4ac6-a4ef-233c61befebe up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:53.831025 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae87667-d65d-4f4a-961f-eee1bec66369 x-openstack-request-id: req-5ae87667-d65d-4f4a-961f-eee1bec66369 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:53.831320 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec530d2-2517-41c8-b765-48921437f7ed", "name": "network-vif-plugged", "status": "completed", "tag": "208ad5bd-0af1-437f-8fd9-cfb1c997fb06", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:53.831580 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ae87667-d65d-4f4a-961f-eee1bec66369 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:53.836838 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec530d2-2517-41c8-b765-48921437f7ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06', 'code': 200} Aug 04 16:27:53.899031 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:53.924701 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-814b5f70-a39e-4e97-87bf-bee908409862 req-6e068d66-c831-4ff1-b6d5-5439e3f62207 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/security-groups?id=b68c098a-8e55-4ecb-8eaa-94969bb710b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208394 Aug 04 16:27:53.984291 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:53.994692 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-cb6c8dca-2146-43ed-9b95-afd4b33510f1 None None] Provisioning complete for port e9f1a097-5312-49ed-acd9-a9241ad8d664 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:53.995173 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-cb6c8dca-2146-43ed-9b95-afd4b33510f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.000636 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:27:54.016542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Network 154202e4-2651-4c12-ae68-00f625473d35 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:54.022829 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:54.023877 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989a7f1e-8ee8-4efb-b1ef-b7d9d29d0720 req-d4aeab35-4198-4d3f-bab6-1624e4ce5f78 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:54.028508 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-989a7f1e-8ee8-4efb-b1ef-b7d9d29d0720 req-d4aeab35-4198-4d3f-bab6-1624e4ce5f78 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0961587 Aug 04 16:27:54.033438 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:54.038301 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 000b06d8-97c1-4ac6-a4ef-233c61befebe completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:54.044504 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 000b06d8-97c1-4ac6-a4ef-233c61befebe triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:54.044877 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.048313 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-cb6c8dca-2146-43ed-9b95-afd4b33510f1 None None] Port e9f1a097-5312-49ed-acd9-a9241ad8d664 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:27:54.097513 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-989a7f1e-8ee8-4efb-b1ef-b7d9d29d0720 req-6db406b4-37b5-4d04-8aa0-3b79560ae9b2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507782 Aug 04 16:27:54.098486 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Deleting port 14080524-f82b-47cb-a6b5-ac3516c44445 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:27:54.099210 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.127358 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.140289 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Pushing event updated for resources: {'Port': ['ID=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:54.152777 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 000b06d8-97c1-4ac6-a4ef-233c61befebe, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=000b06d8-97c1-4ac6-a4ef-233c61befebe,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:54.159291 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.174706 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230dbe0a-aaf1-4085-9f6b-657138ef0086 req-a0d8aa29-cc51-4d45-9188-a8b7a97135fb tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:54.186910 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-230dbe0a-aaf1-4085-9f6b-657138ef0086 req-a0d8aa29-cc51-4d45-9188-a8b7a97135fb tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 945 time: 0.0883396 Aug 04 16:27:54.226332 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-230dbe0a-aaf1-4085-9f6b-657138ef0086 req-f51daf1a-0ae0-4ac3-a92b-12e4238056f1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385342 Aug 04 16:27:54.231176 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=000b06d8-97c1-4ac6-a4ef-233c61befebe,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:54.252802 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:54.253410 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.324023 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-be1b8b6f-9817-4425-bc5c-f7aaf6d732ff tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8897974 Aug 04 16:27:54.329886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efb268-e069-45f4-8bba-a6b3fa81efb5 req-ab578d67-b573-4036-a36c-1f9c548f7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:54.331300 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-28efb268-e069-45f4-8bba-a6b3fa81efb5 req-ab578d67-b573-4036-a36c-1f9c548f7771 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 1098 time: 0.2840824 Aug 04 16:27:54.352034 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] For port 14080524-f82b-47cb-a6b5-ac3516c44445, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=14080524-f82b-47cb-a6b5-ac3516c44445,segment=NetworkSegment(e54e77ec-fdf6-4f22-8d45-d9f647723329),segment_id=e54e77ec-fdf6-4f22-8d45-d9f647723329)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:27:54.352373 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.366854 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Request body: {'port': {'device_id': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:54.387454 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Calling delete_port for 14080524-f82b-47cb-a6b5-ac3516c44445 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:27:54.410292 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d3bae3-d315-4579-9308-dae6329824bd req-3202577b-e343-4c15-bba8-326a16aa5d7f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:54.420259 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21d3bae3-d315-4579-9308-dae6329824bd req-3202577b-e343-4c15-bba8-326a16aa5d7f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 932 time: 0.0669968 Aug 04 16:27:54.433876 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70465e07-8143-4334-b816-2268425351fd admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:27:54.448144 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-70465e07-8143-4334-b816-2268425351fd admin admin] 10.222.0.79 "PUT /v2.0/routers/9a5dd5fc-896a-4d53-ba81-d3a94eb8331b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4271808 Aug 04 16:27:54.466685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21d3bae3-d315-4579-9308-dae6329824bd req-68d8ef51-f777-4276-98a2-996f808f3e6e tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455358 Aug 04 16:27:54.497006 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-28efb268-e069-45f4-8bba-a6b3fa81efb5 req-2bfc21e6-d83c-45ca-9e24-6ab5c6361c03 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390393 Aug 04 16:27:54.525316 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.569027 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-68ac64fa-356e-4c2b-9a75-a2e99a17fd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.751669 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.771129 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['14080524-f82b-47cb-a6b5-ac3516c44445'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:27:54.801674 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Pushing event deleted for resources: {'Port': ['ID=14080524-f82b-47cb-a6b5-ac3516c44445,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:54.835304 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Sync routers for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:27:54.855543 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:54.856445 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:54.856633 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] No DVR routers for this DVR port 14080524-f82b-47cb-a6b5-ac3516c44445 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:27:54.864876 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:54.867426 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-30b0832c-ae5c-460f-9e8e-1bb71e6da356 req-89c32a96-f36a-44e7-8bb4-0291847e8f42 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.53 "DELETE /v2.0/ports/14080524-f82b-47cb-a6b5-ac3516c44445 HTTP/1.1" status: 204 len: 173 time: 1.2657845 Aug 04 16:27:54.868167 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27094d7f-b3db-419c-89e1-31ce773b4938', 'name': 'network-vif-deleted', 'tag': '14080524-f82b-47cb-a6b5-ac3516c44445'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:54.870457 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673c1c3d-ad9d-432a-b0ef-5ff8e0400a96" -d '{"events": [{"server_uuid": "27094d7f-b3db-419c-89e1-31ce773b4938", "name": "network-vif-deleted", "tag": "14080524-f82b-47cb-a6b5-ac3516c44445"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:54.965996 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd493813-d4e7-4918-b411-99396d2d5a41 x-openstack-request-id: req-cd493813-d4e7-4918-b411-99396d2d5a41 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:54.966310 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27094d7f-b3db-419c-89e1-31ce773b4938", "name": "network-vif-deleted", "tag": "14080524-f82b-47cb-a6b5-ac3516c44445", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:54.966564 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cd493813-d4e7-4918-b411-99396d2d5a41 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:54.966972 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27094d7f-b3db-419c-89e1-31ce773b4938', 'name': 'network-vif-deleted', 'tag': '14080524-f82b-47cb-a6b5-ac3516c44445', 'status': 'completed', 'code': 200} Aug 04 16:27:55.071361 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:27:55.094973 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.137037 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Transition to ACTIVE for port object 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:55.137560 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47bdce79-4907-4218-a655-fd334f4338d3 req-cf943313-b813-4fff-9c8a-d609f46d0479 tempest-VolumesNegativeTest-2092667241 tempest-VolumesNegativeTest-2092667241-project] 10.222.0.79 "GET /v2.0/ports?device_id=27094d7f-b3db-419c-89e1-31ce773b4938 HTTP/1.1" status: 200 len: 210 time: 0.0610192 Aug 04 16:27:55.143336 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.190510 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.215712 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:55.308924 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47518) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:55.316121 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-804561327-network', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:55.350050 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Pushing event updated for resources: {'Port': ['ID=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:55.369772 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Made reservation on behalf of 7c49205bad3b43a98c1dcd706cc9ccf7 for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:55.373896 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.387961 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.399002 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06fe92-042c-4338-83dd-a2afcc6533ad req-de70727a-eabb-43c0-84fe-5ba35c43bea3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:55.401308 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d06fe92-042c-4338-83dd-a2afcc6533ad req-de70727a-eabb-43c0-84fe-5ba35c43bea3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1406472 Aug 04 16:27:55.404753 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 000b06d8-97c1-4ac6-a4ef-233c61befebe up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:55.438788 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Attempting to bind port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:55.439582 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Attempting to bind port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:55.440168 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Attempting to bind port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 on network 154202e4-2651-4c12-ae68-00f625473d35 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:55.462210 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 on network 154202e4-2651-4c12-ae68-00f625473d35 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:27:55.465100 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Attempting to bind port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 on network 154202e4-2651-4c12-ae68-00f625473d35 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:55.488859 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d06fe92-042c-4338-83dd-a2afcc6533ad req-eb602dce-a2e3-498d-9ec6-4dc393841e65 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780277 Aug 04 16:27:55.501324 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:55.501669 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Checking segment: {'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:55.507575 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Bound using segment: {'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:55.508760 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Bound port: 5b93c900-c53b-4d53-b6a8-df9fed61cbc5, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b519685-96ca-4670-88ea-0605f4c54ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '154202e4-2651-4c12-ae68-00f625473d35'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:55.509189 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.518759 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176a67c-405a-453c-8fd2-89fbd8fb842f req-c9310828-2892-4677-a434-39892fcabcc8 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:55.529205 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f176a67c-405a-453c-8fd2-89fbd8fb842f req-c9310828-2892-4677-a434-39892fcabcc8 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 945 time: 0.1420341 Aug 04 16:27:55.595579 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 000b06d8-97c1-4ac6-a4ef-233c61befebe triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:55.596198 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.621540 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f176a67c-405a-453c-8fd2-89fbd8fb842f req-63ddd4c7-077f-4365-bc65-96b0d82f5631 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870388 Aug 04 16:27:55.689463 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f08ed-6706-4918-8619-6b018a8ea144 req-2eb062a5-e967-4ae0-a27e-c4d31ad635c4 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:55.691183 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b70f08ed-6706-4918-8619-6b018a8ea144 req-2eb062a5-e967-4ae0-a27e-c4d31ad635c4 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 944 time: 0.0943639 Aug 04 16:27:55.714703 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.731266 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 2, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:55.757137 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] For port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:55.761851 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] For port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:55.773565 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b70f08ed-6706-4918-8619-6b018a8ea144 req-bae474da-de96-4e48-9130-e223347d9946 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665171 Aug 04 16:27:55.785619 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.798606 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47526) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:55.827913 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.835155 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Checking router: 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:27:55.836054 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Updating router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b port e9f1a097-5312-49ed-acd9-a9241ad8d664 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:27:55.837629 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:55.838386 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.839636 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] 10.222.0.53 "PUT /v2.0/ports/5b93c900-c53b-4d53-b6a8-df9fed61cbc5 HTTP/1.1" status: 200 len: 1094 time: 1.4828882 Aug 04 16:27:55.840850 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.896147 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.909172 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:27:55.938565 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8586b8f-6cef-4dc5-abd6-480793bd4c26 service neutron] Pushing event updated for resources: {'Port': ['ID=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:55.946962 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4bd21ea5-bb42-4a9b-b278-d52cffe29b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.957787 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:55.958314 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Added segment e8635c50-a5fa-4a73-9c98-63de5acc6514 of type vlan for network cb581bee-8f6f-4b5f-b649-a443afbebc9a Aug 04 16:27:55.969728 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0c187f-fa7a-4909-bfd7-b27aae35b06e,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.009861 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.027314 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4093f-9d4a-42f3-8258-ac722729eada req-ebe9ecde-d233-401e-ab7d-83fa24becba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.028882 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-ebe9ecde-d233-401e-ab7d-83fa24becba2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=661d9d1a266d4bc99f5f89592b6e487e&device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 1097 time: 0.1173525 Aug 04 16:27:56.074612 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4bd21ea5-bb42-4a9b-b278-d52cffe29b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.078650 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4bd21ea5-bb42-4a9b-b278-d52cffe29b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.081921 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.082972 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.083489 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.086472 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-d5364501-aae3-4da8-bdb0-9ac0e9cc01e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b93c900-c53b-4d53-b6a8-df9fed61cbc5 HTTP/1.1" status: 200 len: 217 time: 0.0435586 Aug 04 16:27:56.116197 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-4bd21ea5-bb42-4a9b-b278-d52cffe29b50 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e2e492af5ea44cb810eca3deb1bcdad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158901 Aug 04 16:27:56.121902 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47532) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:56.139277 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd21ea5-bb42-4a9b-b278-d52cffe29b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122bd67e-2015-4c50-af34-6d6a8b9e6122,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.167912 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8531134 Aug 04 16:27:56.168124 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47536) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:56.174708 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Request body: {'subnet': {'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-804561327-subnet', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:56.180830 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cecd40-7e73-4fd9-b087-2b1841e16b07 admin admin] Pushing event updated for resources: {'Network': ['ID=cb581bee-8f6f-4b5f-b649-a443afbebc9a,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.189661 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4093f-9d4a-42f3-8258-ac722729eada req-0973b078-1b75-41f0-89f7-89da11841a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.191138 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-0973b078-1b75-41f0-89f7-89da11841a59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bfceedc-2106-4b66-817b-a399da2e49de HTTP/1.1" status: 200 len: 849 time: 0.0883198 Aug 04 16:27:56.197504 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:27:56.240487 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Made reservation on behalf of 7c49205bad3b43a98c1dcd706cc9ccf7 for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:27:56.243299 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14119155'] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.249641 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-7baca7b4-4adb-48c0-847c-e328a1182de6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=154202e4-2651-4c12-ae68-00f625473d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501568 Aug 04 16:27:56.297129 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7c5073e3-1d8e-4ca6-9c7d-831f96f32550 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.309233 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.329218 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Transition to ACTIVE for port object e9f1a097-5312-49ed-acd9-a9241ad8d664 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:56.330332 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7c5073e3-1d8e-4ca6-9c7d-831f96f32550 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.339179 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.405095 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-c96d3426-26a2-40b2-bdf1-ee1fbd1b6f6b service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414266 Aug 04 16:27:56.408393 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7582c-92fe-4f9d-9db3-5aad73dd5e49 None None] Pushing event updated for resources: {'Port': ['ID=e9f1a097-5312-49ed-acd9-a9241ad8d664,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.462835 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7c5073e3-1d8e-4ca6-9c7d-831f96f32550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.472123 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7c5073e3-1d8e-4ca6-9c7d-831f96f32550 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.473325 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-7c5073e3-1d8e-4ca6-9c7d-831f96f32550 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/122bd67e-2015-4c50-af34-6d6a8b9e6122 HTTP/1.1" status: 204 len: 168 time: 0.3505096 Aug 04 16:27:56.488895 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Attempting to bind port e9f1a097-5312-49ed-acd9-a9241ad8d664 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:56.489780 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Attempting to bind port e9f1a097-5312-49ed-acd9-a9241ad8d664 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:56.489780 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Attempting to bind port e9f1a097-5312-49ed-acd9-a9241ad8d664 on network 168024c2-1d98-4980-8b7d-1d6541d0c2cf {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:56.494652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5073e3-1d8e-4ca6-9c7d-831f96f32550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122bd67e-2015-4c50-af34-6d6a8b9e6122,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.496162 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:56.497700 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Checking segment: {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:56.498323 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.498729 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Bound using segment: {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:56.499208 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Bound port: e9f1a097-5312-49ed-acd9-a9241ad8d664, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:56.499683 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.608334 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-41e4093f-9d4a-42f3-8258-ac722729eada req-07a86a73-4042-4bdc-9277-4237bfddbbbd service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832755 Aug 04 16:27:56.647098 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13155966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14119137'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.662829 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] For port e9f1a097-5312-49ed-acd9-a9241ad8d664, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:56.667754 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] For port e9f1a097-5312-49ed-acd9-a9241ad8d664, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=e9f1a097-5312-49ed-acd9-a9241ad8d664,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:56.676141 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:56.753249 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a7582c-92fe-4f9d-9db3-5aad73dd5e49 None None] Pushing event updated for resources: {'Port': ['ID=e9f1a097-5312-49ed-acd9-a9241ad8d664,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.756602 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:27:56.757256 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:56.899924 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a46e1465-be5b-4767-87c7-e0090adeb454,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:56.933983 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69804b08-a494-46bd-8739-c07b7e19f0ad req-120f1d31-8689-4537-a03e-4fd83986c850 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:56.937008 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-69804b08-a494-46bd-8739-c07b7e19f0ad req-120f1d31-8689-4537-a03e-4fd83986c850 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.3014660 Aug 04 16:27:56.947453 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Checking segment: {'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:56.949110 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Network hostable DHCP agents. Network: cb581bee-8f6f-4b5f-b649-a443afbebc9a, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:27:56.968573 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'tag': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:27:56.971262 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b23186-aaec-47cf-9092-b8e6c595db4e" -d '{"events": [{"name": "network-changed", "server_uuid": "99666e60-6bbd-4781-9799-fda2c3a963ed", "tag": "5b93c900-c53b-4d53-b6a8-df9fed61cbc5"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:27:56.976258 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:27:56.995777 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de2f81-a271-463a-bb61-02a854b64a68 req-4d25c344-26a3-42bc-b88f-0888908687b4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.003972 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-67de2f81-a271-463a-bb61-02a854b64a68 req-4d25c344-26a3-42bc-b88f-0888908687b4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 945 time: 0.2125225 Aug 04 16:27:57.047314 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47578) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:57.065014 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f2b3abc7-7b09-4c94-a212-74053a4156d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.069034 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-69804b08-a494-46bd-8739-c07b7e19f0ad req-113325d2-98cf-40a3-8e9c-6260591393d9 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114609 Aug 04 16:27:57.078151 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:27:57.103484 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-67de2f81-a271-463a-bb61-02a854b64a68 req-72120af5-e250-48f9-8fbd-c4d3d36de622 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931289 Aug 04 16:27:57.126166 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, cb581bee-8f6f-4b5f-b649-a443afbebc9a) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:57.130428 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.131469 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.175888 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.179940 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bd2351-169f-4902-b05f-2050f9833642 None None] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:27:57.277734 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e641921-19b0-4643-b38a-98f30407f4d6 req-55e120ee-c3f4-4fa4-8847-18e3e0deb46d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.279586 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4e641921-19b0-4643-b38a-98f30407f4d6 req-55e120ee-c3f4-4fa4-8847-18e3e0deb46d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 944 time: 0.0932758 Aug 04 16:27:57.316074 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226d3da9-ec21-4d75-9e25-d9a54ab3581c x-openstack-request-id: req-226d3da9-ec21-4d75-9e25-d9a54ab3581c {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:27:57.316371 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99666e60-6bbd-4781-9799-fda2c3a963ed", "tag": "5b93c900-c53b-4d53-b6a8-df9fed61cbc5", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:27:57.316629 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-226d3da9-ec21-4d75-9e25-d9a54ab3581c {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:27:57.317033 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'tag': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5', 'status': 'completed', 'code': 200} Aug 04 16:27:57.337598 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4e641921-19b0-4643-b38a-98f30407f4d6 req-35e5515e-6dc4-4499-858c-3083e65ef227 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490241 Aug 04 16:27:57.361362 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 14080524-f82b-47cb-a6b5-ac3516c44445 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:27:57.369467 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f2b3abc7-7b09-4c94-a212-74053a4156d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.387960 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f2b3abc7-7b09-4c94-a212-74053a4156d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.388741 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-79bec7b2-fa4b-454c-b70a-f48f623ddfe1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2200565 Aug 04 16:27:57.391060 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47594) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:57.400381 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:27:57.403197 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 14080524-f82b-47cb-a6b5-ac3516c44445 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:27:57.404178 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 14080524-f82b-47cb-a6b5-ac3516c44445 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:27:57.445854 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f2b3abc7-7b09-4c94-a212-74053a4156d1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f9ef59086844b7e9181a9f9d4d1d106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973815 Aug 04 16:27:57.447814 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3abc7-7b09-4c94-a212-74053a4156d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be187c36-7ab9-457e-9989-efee2ba48d30,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:57.450362 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47598) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:27:57.452496 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-11996c19-9ac3-4e6a-87da-3087c77deb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.454521 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-11996c19-9ac3-4e6a-87da-3087c77deb7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=661d9d1a266d4bc99f5f89592b6e487e&device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 1097 time: 0.1320698 Aug 04 16:27:57.473504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.475945 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.529480 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-cb581bee-8f6f-4b5f-b649-a443afbebc9a', 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'fixed_ips': [{'subnet_id': 'a46e1465-be5b-4767-87c7-e0090adeb454'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:27:57.532068 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.597672 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f15d-4c76-40ac-97b6-d37ca23b3aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.626620 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.640843 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f15d-4c76-40ac-97b6-d37ca23b3aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.643625 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-f56f63ec-6eb7-4e8b-a048-57bd2acdc237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.646392 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-f56f63ec-6eb7-4e8b-a048-57bd2acdc237 service neutron] 10.222.0.53 "GET /v2.0/networks?id=154202e4-2651-4c12-ae68-00f625473d35 HTTP/1.1" status: 200 len: 910 time: 0.1740553 Aug 04 16:27:57.763000 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-c75fa858-2cac-4cdf-835e-2a68cdc77a78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b93c900-c53b-4d53-b6a8-df9fed61cbc5 HTTP/1.1" status: 200 len: 217 time: 0.0943787 Aug 04 16:27:57.829649 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-fd99e2d2-10c0-447b-8fca-c65b86d9900c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:57.831214 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-fd99e2d2-10c0-447b-8fca-c65b86d9900c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bfceedc-2106-4b66-817b-a399da2e49de HTTP/1.1" status: 200 len: 849 time: 0.0539958 Aug 04 16:27:57.833430 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f15d-4c76-40ac-97b6-d37ca23b3aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.836335 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9fc3f15d-4c76-40ac-97b6-d37ca23b3aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.838013 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-9fc3f15d-4c76-40ac-97b6-d37ca23b3aa9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/be187c36-7ab9-457e-9989-efee2ba48d30 HTTP/1.1" status: 204 len: 168 time: 0.3825493 Aug 04 16:27:57.842308 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Allocated IP 172.20.0.2 (cb581bee-8f6f-4b5f-b649-a443afbebc9a/a46e1465-be5b-4767-87c7-e0090adeb454/57d6609d-0948-44e3-b79c-d789954df189) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:57.858141 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:57.891437 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-746ff153-dd1f-42f7-b0ed-e142ce29bb36 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=154202e4-2651-4c12-ae68-00f625473d35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515039 Aug 04 16:27:57.899011 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3f15d-4c76-40ac-97b6-d37ca23b3aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be187c36-7ab9-457e-9989-efee2ba48d30,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:57.999069 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-63434fd3-8c9d-4333-84ac-aff55d3ca6a3 service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972013 Aug 04 16:27:58.107904 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:56Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:27:58.144590 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eec715-b18a-4b74-ac42-7af563067e6d None None] The sync data for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi is: [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:56Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:27:58.254288 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.274151 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b23186-aaec-47cf-9092-b8e6c595db4e req-1849c8b3-e131-46d0-b92d-9ec3cc0c2432 service neutron] 10.222.0.53 "GET /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625432 Aug 04 16:27:58.323418 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.332066 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.350342 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Transition to ACTIVE for port object 57d6609d-0948-44e3-b79c-d789954df189 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:58.386590 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Transition to ACTIVE for port object 57d6609d-0948-44e3-b79c-d789954df189 will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:27:58.408599 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.454627 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:58.459150 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:58.462343 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:58.486064 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Pushing event updated for resources: {'Port': ['ID=57d6609d-0948-44e3-b79c-d789954df189,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:58.593864 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26fcee-de73-457f-b06f-ffcbd4f6d36b req-4a968d9c-d5b7-40d7-9382-79619d825c87 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:58.595160 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Attempting to bind port 57d6609d-0948-44e3-b79c-d789954df189 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:27:58.595298 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Attempting to bind port 57d6609d-0948-44e3-b79c-d789954df189 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:27:58.596032 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Attempting to bind port 57d6609d-0948-44e3-b79c-d789954df189 on network cb581bee-8f6f-4b5f-b649-a443afbebc9a {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:27:58.600384 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7b26fcee-de73-457f-b06f-ffcbd4f6d36b req-4a968d9c-d5b7-40d7-9382-79619d825c87 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.3509018 Aug 04 16:27:58.602430 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Allocated IP 172.27.0.70 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/87608b13-3f6e-4991-8968-05200242f78b) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:27:58.608932 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:27:58.610022 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Checking segment: {'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:27:58.611094 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.612075 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Bound using segment: {'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:27:58.613715 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Bound port: 57d6609d-0948-44e3-b79c-d789954df189, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:27:58.614128 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.704121 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65c7c9-498c-4d2c-8c48-eabd79bbfa77 req-d5d1fb9a-8d7f-4157-ba13-0a0f32dbdecf tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:58.713044 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fc65c7c9-498c-4d2c-8c48-eabd79bbfa77 req-d5d1fb9a-8d7f-4157-ba13-0a0f32dbdecf tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 944 time: 0.2023764 Aug 04 16:27:58.741027 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] For port 57d6609d-0948-44e3-b79c-d789954df189, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:27:58.746104 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] For port 57d6609d-0948-44e3-b79c-d789954df189, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=57d6609d-0948-44e3-b79c-d789954df189,segment=NetworkSegment(e8635c50-a5fa-4a73-9c98-63de5acc6514),segment_id=e8635c50-a5fa-4a73-9c98-63de5acc6514)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:27:58.762890 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:58.764679 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7b26fcee-de73-457f-b06f-ffcbd4f6d36b req-d02d4617-f16c-4dc2-a644-faf4842d1c6c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480927 Aug 04 16:27:58.861463 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca16b516-6da8-4169-ba93-c14b2e12b764 None None] Pushing event updated for resources: {'Port': ['ID=57d6609d-0948-44e3-b79c-d789954df189,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:58.888257 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fc65c7c9-498c-4d2c-8c48-eabd79bbfa77 req-666d1b4a-bcae-43fa-ac60-ac81b32c8a33 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751282 Aug 04 16:27:58.944955 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:59.006184 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:59.098155 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:27:59.102110 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:27:59.112150 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:27:59.155323 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Pushing event updated for resources: {'Port': ['ID=87608b13-3f6e-4991-8968-05200242f78b,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:27:59.537294 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 57d6609d-0948-44e3-b79c-d789954df189 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:59.618175 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 57d6609d-0948-44e3-b79c-d789954df189 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:59.635011 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e9f1a097-5312-49ed-acd9-a9241ad8d664 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:27:59.705332 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:59.720913 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port e9f1a097-5312-49ed-acd9-a9241ad8d664 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:27:59.725588 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port e9f1a097-5312-49ed-acd9-a9241ad8d664 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:27:59.726124 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:59.913042 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:27:59.921434 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190a558-5ae9-4ba4-9efe-d3d21142f03c req-859b83ad-654c-4533-b2d6-cdac127383c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:27:59.922948 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0190a558-5ae9-4ba4-9efe-d3d21142f03c req-859b83ad-654c-4533-b2d6-cdac127383c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 1098 time: 0.0970216 Aug 04 16:28:00.008837 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0190a558-5ae9-4ba4-9efe-d3d21142f03c req-5e7c686e-5d4c-474d-9385-51f9a533f705 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738516 Aug 04 16:28:00.012930 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port e9f1a097-5312-49ed-acd9-a9241ad8d664, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=e9f1a097-5312-49ed-acd9-a9241ad8d664,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:00.032309 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.123027 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47782) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:00.150175 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=e9f1a097-5312-49ed-acd9-a9241ad8d664,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:00.329289 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0e7b729a-90e6-4b88-9fa0-dd8ce92b5023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.399893 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae478a-e839-4b52-8004-a4b08fcd8f43 req-524ac822-2e1a-4f12-aa59-3fed57f41016 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:00.402086 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-baae478a-e839-4b52-8004-a4b08fcd8f43 req-524ac822-2e1a-4f12-aa59-3fed57f41016 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 944 time: 0.1590352 Aug 04 16:28:00.435306 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609aaeca-c6a9-4436-b7ce-ed8da31ef966 req-20764cd3-eb8b-4700-87ed-cea0738a2b6c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:00.443558 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-609aaeca-c6a9-4436-b7ce-ed8da31ef966 req-20764cd3-eb8b-4700-87ed-cea0738a2b6c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1987970 Aug 04 16:28:00.470456 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0e7b729a-90e6-4b88-9fa0-dd8ce92b5023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.481025 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0e7b729a-90e6-4b88-9fa0-dd8ce92b5023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.481932 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c847f70-c6b2-45d7-8da0-ddb5e1c79691 None None] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:00.525002 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-0e7b729a-90e6-4b88-9fa0-dd8ce92b5023 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f9a86ba491874099b4b8fd241d2835ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3981645 Aug 04 16:28:00.528766 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47798) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:00.559152 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-609aaeca-c6a9-4436-b7ce-ed8da31ef966 req-183b6de4-e425-4490-86d5-41f6450da905 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144447 Aug 04 16:28:00.562345 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7b729a-90e6-4b88-9fa0-dd8ce92b5023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ca5e17-0e64-4fcb-a937-5c91b3a5169d,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:00.575074 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-baae478a-e839-4b52-8004-a4b08fcd8f43 req-e376862d-5fe0-4d12-82e2-12f557f3a8c7 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582217 Aug 04 16:28:00.589717 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.593167 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9a41dfd4-4cc4-4a88-9715-9fc61cece395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.612866 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-a42b2a24-c5c8-4b7e-b2b6-d800867018a0 None None] Provisioning for port 57d6609d-0948-44e3-b79c-d789954df189 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:00.621436 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-a42b2a24-c5c8-4b7e-b2b6-d800867018a0 None None] Provisioning complete for port 57d6609d-0948-44e3-b79c-d789954df189 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:00.622120 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a42b2a24-c5c8-4b7e-b2b6-d800867018a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.646780 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9a41dfd4-4cc4-4a88-9715-9fc61cece395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.729285 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9a41dfd4-4cc4-4a88-9715-9fc61cece395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.731939 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9a41dfd4-4cc4-4a88-9715-9fc61cece395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.733087 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-9a41dfd4-4cc4-4a88-9715-9fc61cece395 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e9ca5e17-0e64-4fcb-a937-5c91b3a5169d HTTP/1.1" status: 204 len: 168 time: 0.2030809 Aug 04 16:28:00.755558 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41dfd4-4cc4-4a88-9715-9fc61cece395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ca5e17-0e64-4fcb-a937-5c91b3a5169d,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:00.813966 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Router 0ae96c42-3397-4d6e-833e-4f226f17c16e is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:28:00.881219 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a42b2a24-c5c8-4b7e-b2b6-d800867018a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.932601 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-a42b2a24-c5c8-4b7e-b2b6-d800867018a0 None None] For port 57d6609d-0948-44e3-b79c-d789954df189, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=57d6609d-0948-44e3-b79c-d789954df189,segment=NetworkSegment(e8635c50-a5fa-4a73-9c98-63de5acc6514),segment_id=e8635c50-a5fa-4a73-9c98-63de5acc6514)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:00.938006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a42b2a24-c5c8-4b7e-b2b6-d800867018a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.971509 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:00.981416 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Sync routers for ids ['0ae96c42-3397-4d6e-833e-4f226f17c16e'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:00.994339 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Routers {'0ae96c42-3397-4d6e-833e-4f226f17c16e'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:00.997962 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:00.998190 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0ae96c42-3397-4d6e-833e-4f226f17c16e'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:01.002102 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-6ab1eb14-e8e9-447e-b11e-8ee7cf0de240 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6099029 Aug 04 16:28:01.002806 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47832) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:01.025827 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b2a24-c5c8-4b7e-b2b6-d800867018a0 None None] Pushing event updated for resources: {'Port': ['ID=57d6609d-0948-44e3-b79c-d789954df189,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:01.254562 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Set router 0ae96c42-3397-4d6e-833e-4f226f17c16e gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:01.286018 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-f7822aa6-9818-4b0e-838f-b86f5d45ba3b None None] Provisioning complete for port 57d6609d-0948-44e3-b79c-d789954df189 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:01.286579 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f7822aa6-9818-4b0e-838f-b86f5d45ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:01.361577 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:28:01.489687 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 57d6609d-0948-44e3-b79c-d789954df189 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:01.548772 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:01.549958 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '87608b13-3f6e-4991-8968-05200242f78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 3, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port': {'id': '87608b13-3f6e-4991-8968-05200242f78b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:58Z', 'updated_at': '2021-08-04T16:27:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:01.563616 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5', 'network_id': '154202e4-2651-4c12-ae68-00f625473d35', 'port_id': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5', 'mac_address': 'fa:16:3e:52:cf:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bfceedc-2106-4b66-817b-a399da2e49de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:28:01.594588 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Checking router: 0ae96c42-3397-4d6e-833e-4f226f17c16e for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:01.595135 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Updating router 0ae96c42-3397-4d6e-833e-4f226f17c16e port 87608b13-3f6e-4991-8968-05200242f78b binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:01.647635 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:01.658667 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:01.707208 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:01.760798 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:01.770288 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 57d6609d-0948-44e3-b79c-d789954df189 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:01.770704 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:01.831512 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:01.848822 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:01.852436 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1cdec-7f15-442e-b9b5-cd2b2194e38c req-8c886967-1717-4b69-a4aa-bc2c5b1ed23b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:01.861560 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-edf1cdec-7f15-442e-b9b5-cd2b2194e38c req-8c886967-1717-4b69-a4aa-bc2c5b1ed23b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.1584368 Aug 04 16:28:01.908162 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82194a5-2e87-4b54-b01d-ad35cc152fae req-29a7c23d-7d6c-4c59-ba4d-258c42402817 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:01.921439 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c82194a5-2e87-4b54-b01d-ad35cc152fae req-29a7c23d-7d6c-4c59-ba4d-258c42402817 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 944 time: 0.1494751 Aug 04 16:28:01.985393 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-edf1cdec-7f15-442e-b9b5-cd2b2194e38c req-ae789f3f-44b6-4fff-bfe7-4475a8a0f137 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226592 Aug 04 16:28:01.988166 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:02.040044 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e9f1a097-5312-49ed-acd9-a9241ad8d664 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:02.046168 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Allocated IP 172.20.0.1 (cb581bee-8f6f-4b5f-b649-a443afbebc9a/a46e1465-be5b-4767-87c7-e0090adeb454/ef842b0c-a7f0-472a-81a7-f0f26d977088) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:02.074774 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c82194a5-2e87-4b54-b01d-ad35cc152fae req-6f58e2a9-16ed-4ad0-a7d3-e6e6af5d7bc2 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391592 Aug 04 16:28:02.161112 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port e9f1a097-5312-49ed-acd9-a9241ad8d664 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:02.161489 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.277945 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.294726 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Transition to ACTIVE for port object ef842b0c-a7f0-472a-81a7-f0f26d977088 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:02.295470 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62eaffd-150d-411f-b862-66d170b2b859 req-2989f480-5689-4fbc-ad39-c3c702c715cc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:02.300176 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.301178 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['5b93c900-c53b-4d53-b6a8-df9fed61cbc5'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:02.305703 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f62eaffd-150d-411f-b862-66d170b2b859 req-2989f480-5689-4fbc-ad39-c3c702c715cc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0739608 Aug 04 16:28:02.326229 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Transition to ACTIVE for port object 87608b13-3f6e-4991-8968-05200242f78b will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:02.340358 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.354473 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.364660 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f62eaffd-150d-411f-b862-66d170b2b859 req-34762f56-94ec-468d-b790-ab72fe137303 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513983 Aug 04 16:28:02.428805 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b84c-0604-43eb-a831-cc19c16a68c3 None None] Pushing event updated for resources: {'Port': ['ID=87608b13-3f6e-4991-8968-05200242f78b,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:02.444111 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Attempting to bind port 87608b13-3f6e-4991-8968-05200242f78b on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:02.444748 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Attempting to bind port 87608b13-3f6e-4991-8968-05200242f78b by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:02.445835 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Attempting to bind port 87608b13-3f6e-4991-8968-05200242f78b on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:02.453153 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:02.453754 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:02.454457 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.455156 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:02.455802 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Bound port: 87608b13-3f6e-4991-8968-05200242f78b, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:02.456429 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.559798 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] For port 87608b13-3f6e-4991-8968-05200242f78b, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:02.563299 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] For port 87608b13-3f6e-4991-8968-05200242f78b, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=87608b13-3f6e-4991-8968-05200242f78b,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:02.568710 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.657666 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Routers {'0ae96c42-3397-4d6e-833e-4f226f17c16e'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:02.658681 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0ae96c42-3397-4d6e-833e-4f226f17c16e'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:02.703773 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Pushing event updated for resources: {'Port': ['ID=ef842b0c-a7f0-472a-81a7-f0f26d977088,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:02.708560 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73b84c-0604-43eb-a831-cc19c16a68c3 None None] Pushing event updated for resources: {'Port': ['ID=87608b13-3f6e-4991-8968-05200242f78b,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:02.727117 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:02.729280 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:02.731958 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:02.783552 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:02.849517 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] Set router 0ae96c42-3397-4d6e-833e-4f226f17c16e gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:02.988785 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.134981 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-00c3ca65-6482-4d77-a954-204bd3d95a2b None None] Provisioning for port ef842b0c-a7f0-472a-81a7-f0f26d977088 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:03.137600 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '87608b13-3f6e-4991-8968-05200242f78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 3, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port': {'id': '87608b13-3f6e-4991-8968-05200242f78b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:58Z', 'updated_at': '2021-08-04T16:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:03.138837 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-00c3ca65-6482-4d77-a954-204bd3d95a2b None None] Provisioning complete for port ef842b0c-a7f0-472a-81a7-f0f26d977088 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:03.139212 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-00c3ca65-6482-4d77-a954-204bd3d95a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.165644 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99254f-01c5-4bad-803e-db4d2064cb26 None None] The sync data for ids ['0ae96c42-3397-4d6e-833e-4f226f17c16e'] in dv-cinder-802882-3-iscsi is: [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '87608b13-3f6e-4991-8968-05200242f78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 3, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port': {'id': '87608b13-3f6e-4991-8968-05200242f78b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:58Z', 'updated_at': '2021-08-04T16:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:03.194061 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-00c3ca65-6482-4d77-a954-204bd3d95a2b None None] Port ef842b0c-a7f0-472a-81a7-f0f26d977088 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:03.209686 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.217679 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.222448 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf6eaac-0484-48b3-ac2b-18d00cfae380 req-aea7d9e8-a112-4ba3-9610-288c4ea7f7f8 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:03.229199 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-faf6eaac-0484-48b3-ac2b-18d00cfae380 req-aea7d9e8-a112-4ba3-9610-288c4ea7f7f8 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 945 time: 0.0779662 Aug 04 16:28:03.280544 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-faf6eaac-0484-48b3-ac2b-18d00cfae380 req-31a7d36a-1335-46e3-8e92-9c238d7c736b tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420923 Aug 04 16:28:03.319650 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Pushing event updated for resources: {'Port': ['ID=ef842b0c-a7f0-472a-81a7-f0f26d977088,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:03.330364 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.433651 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:03.435106 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:03.628587 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Router 0ae96c42-3397-4d6e-833e-4f226f17c16e has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:03.655793 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 47948) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:03.759749 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:03.768734 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-db2f1495-884c-43b4-b395-34cb436d982d admin admin] 10.222.0.79 "PUT /v2.0/routers/0ae96c42-3397-4d6e-833e-4f226f17c16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7647839 Aug 04 16:28:03.832898 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e709da26-9adc-4e5f-9ed8-7b1a131f9940 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0f5a03ccc4c84cde99a243e11922cc71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757793 Aug 04 16:28:03.836131 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 47956) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:03.849361 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-7c6f181c-cc2a-423a-84ac-40d6474c7417 None None] Provisioning complete for port ef842b0c-a7f0-472a-81a7-f0f26d977088 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:03.849739 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7c6f181c-cc2a-423a-84ac-40d6474c7417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.889981 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f181c-cc2a-423a-84ac-40d6474c7417 None None] Port ef842b0c-a7f0-472a-81a7-f0f26d977088 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:03.901526 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acb93f58-eaaa-4210-8603-4383d6d65ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.925573 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acb93f58-eaaa-4210-8603-4383d6d65ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:03.992164 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acb93f58-eaaa-4210-8603-4383d6d65ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:04.000072 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acb93f58-eaaa-4210-8603-4383d6d65ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:04.003382 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-acb93f58-eaaa-4210-8603-4383d6d65ad8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b68c098a-8e55-4ecb-8eaa-94969bb710b8 HTTP/1.1" status: 204 len: 168 time: 0.1657543 Aug 04 16:28:04.023299 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb93f58-eaaa-4210-8603-4383d6d65ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68c098a-8e55-4ecb-8eaa-94969bb710b8,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:04.467927 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-a4d1d1f4-b5ed-4e3d-be59-f16ac6870758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:04.471308 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-a4d1d1f4-b5ed-4e3d-be59-f16ac6870758 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.0667691 Aug 04 16:28:04.472261 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaf34f-5ead-432e-b45c-84af05c2e1ba req-7fd0b7e2-21f2-42ef-acbf-2ec4d009b159 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:04.473946 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5adaf34f-5ead-432e-b45c-84af05c2e1ba req-7fd0b7e2-21f2-42ef-acbf-2ec4d009b159 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 945 time: 0.0600762 Aug 04 16:28:04.580252 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5adaf34f-5ead-432e-b45c-84af05c2e1ba req-e9410ee5-68d3-41e7-946a-28efd20304ae tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902750 Aug 04 16:28:04.613615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-ac8ee035-6500-48cd-b37c-afe4c7fc48f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:04.616033 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-ac8ee035-6500-48cd-b37c-afe4c7fc48f3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.1209211 Aug 04 16:28:04.641077 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b298a1d-49ef-4b5e-bc1f-b336e5c37f2b req-4bdb6455-2c71-4446-a7e1-ae328d5ce97f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:04.642717 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b298a1d-49ef-4b5e-bc1f-b336e5c37f2b req-4bdb6455-2c71-4446-a7e1-ae328d5ce97f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0566313 Aug 04 16:28:04.684798 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b298a1d-49ef-4b5e-bc1f-b336e5c37f2b req-aefec7de-76e2-4350-8bdf-e666b3e2259c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350571 Aug 04 16:28:04.887699 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48022) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:05.007549 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-451496246-network', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:05.052225 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Made reservation on behalf of ae7a335e80a54ff9b6ae846cc35a3e17 for: {'network': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:05.054590 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.063247 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.141091 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Sync routers for ids ['0ae96c42-3397-4d6e-833e-4f226f17c16e'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:05.152576 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Routers {'0ae96c42-3397-4d6e-833e-4f226f17c16e'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:05.153336 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0ae96c42-3397-4d6e-833e-4f226f17c16e'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:05.191422 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.197129 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.211314 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93290) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:28:05.225123 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.225703 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.segments_db [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Added segment ef186212-b8bb-4900-8804-d8c0c974dd8b of type vlan for network e58d8f73-d0c7-4444-9975-89c63dc52b6b Aug 04 16:28:05.285101 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed497513-6a89-419f-a054-c8e957d0cc21,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:05.351705 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.369711 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Set router 0ae96c42-3397-4d6e-833e-4f226f17c16e gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:05.427773 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.428870 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:05.430296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.458768 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 87608b13-3f6e-4991-8968-05200242f78b up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:05.571395 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6819117 Aug 04 16:28:05.574129 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48034) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:05.581473 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f4639-dacf-4d9e-a9f9-759fd7fb5ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=e58d8f73-d0c7-4444-9975-89c63dc52b6b,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:05.581695 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Request body: {'subnet': {'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-451496246-subnet', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:05.595207 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:28:05.618666 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 87608b13-3f6e-4991-8968-05200242f78b completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:05.622973 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Made reservation on behalf of ae7a335e80a54ff9b6ae846cc35a3e17 for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:05.626640 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627799'] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.657221 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 87608b13-3f6e-4991-8968-05200242f78b triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:05.657592 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.736842 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781583e-b939-4e7d-8e73-2b65158a2c69 req-ddcb0a4c-35b7-4973-87d5-af96885b5afb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:05.745191 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b781583e-b939-4e7d-8e73-2b65158a2c69 req-ddcb0a4c-35b7-4973-87d5-af96885b5afb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 945 time: 0.0848482 Aug 04 16:28:05.791191 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b781583e-b939-4e7d-8e73-2b65158a2c69 req-72f3374b-046f-4404-9bad-50516dbb512b tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447872 Aug 04 16:28:05.793953 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '87608b13-3f6e-4991-8968-05200242f78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:28:02Z', 'revision_number': 4, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port': {'id': '87608b13-3f6e-4991-8968-05200242f78b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:58Z', 'updated_at': '2021-08-04T16:28:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'ef842b0c-a7f0-472a-81a7-f0f26d977088', 'name': '', 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'mac_address': 'fa:16:3e:53:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a46e1465-be5b-4767-87c7-e0090adeb454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:01Z', 'updated_at': '2021-08-04T16:28:03Z', 'revision_number': 2, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'subnets': [{'id': 'a46e1465-be5b-4767-87c7-e0090adeb454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:05.800021 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.848758 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Checking router: 0ae96c42-3397-4d6e-833e-4f226f17c16e for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:05.849115 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Updating router 0ae96c42-3397-4d6e-833e-4f226f17c16e port ef842b0c-a7f0-472a-81a7-f0f26d977088 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:05.854425 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 87608b13-3f6e-4991-8968-05200242f78b, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=87608b13-3f6e-4991-8968-05200242f78b,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:05.872613 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.906046 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.909912 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13769359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627781'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:05.928316 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed1f3f-b2e1-4c64-b3e3-a23ba57aa02b req-cbac8968-6bcd-49b0-a181-ed95cb2e58f5 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:05.939509 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfed1f3f-b2e1-4c64-b3e3-a23ba57aa02b req-cbac8968-6bcd-49b0-a181-ed95cb2e58f5 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0766788 Aug 04 16:28:05.963131 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:05.979102 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bef2416-f100-41a8-b46f-a3a9f2a234fe,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:05.988520 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Checking segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:05.989316 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Network hostable DHCP agents. Network: e58d8f73-d0c7-4444-9975-89c63dc52b6b, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:28:05.999981 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfed1f3f-b2e1-4c64-b3e3-a23ba57aa02b req-8d2a21f6-4fe3-40f6-b500-bab6086cbfd8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587444 Aug 04 16:28:06.000634 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=87608b13-3f6e-4991-8968-05200242f78b,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:06.012736 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:28:06.028230 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, e58d8f73-d0c7-4444-9975-89c63dc52b6b) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:06.034999 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:06.035388 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.055495 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f5e4aac6-846a-4a1a-ac79-cfd27f4101d3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4787834 Aug 04 16:28:06.057959 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48040) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:06.062567 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:06.083919 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7504bb97-ba4a-4192-ae1a-6b2f6536b521 None None] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:06.100676 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.102372 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.173386 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.343153 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.426115 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:06.450316 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:06.450685 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.620814 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:28:06.623116 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.670050 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.689472 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.731169 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.797746 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.819261 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Transition to ACTIVE for port object ef842b0c-a7f0-472a-81a7-f0f26d977088 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:06.842516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:06.845581 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Allocated IP 172.27.0.50 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/2236d4db-0fdb-42b5-9c92-54cf3a17e50b) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:06.926135 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:06.928470 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3041038-39be-4d7b-a00a-508c5337a086" -d '{"events": [{"server_uuid": "99666e60-6bbd-4781-9799-fda2c3a963ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b93c900-c53b-4d53-b6a8-df9fed61cbc5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:06.954846 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Allocated IP 172.20.0.2 (e58d8f73-d0c7-4444-9975-89c63dc52b6b/4bef2416-f100-41a8-b46f-a3a9f2a234fe/e199f651-7f42-46bf-84fb-8fe464113252) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:06.958240 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:07.013172 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.035264 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20349b76-8588-405d-85db-618e7483ae79 None None] Pushing event updated for resources: {'Port': ['ID=ef842b0c-a7f0-472a-81a7-f0f26d977088,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:07.066888 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68395f0b-44c5-4a91-98c2-8e99528039ce req-95b746a3-7453-4650-9f5a-ca7fa7176c1c tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:07.068885 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68395f0b-44c5-4a91-98c2-8e99528039ce req-95b746a3-7453-4650-9f5a-ca7fa7176c1c tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 945 time: 0.1541507 Aug 04 16:28:07.086128 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.146683 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68395f0b-44c5-4a91-98c2-8e99528039ce req-c94230f3-84c1-4590-bf85-b4a2a192a066 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688610 Aug 04 16:28:07.214684 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.218689 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e197e349-d825-4963-a4e7-a00195152617 x-openstack-request-id: req-e197e349-d825-4963-a4e7-a00195152617 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:07.219044 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99666e60-6bbd-4781-9799-fda2c3a963ed", "name": "network-vif-plugged", "status": "completed", "tag": "5b93c900-c53b-4d53-b6a8-df9fed61cbc5", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:07.219281 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e197e349-d825-4963-a4e7-a00195152617 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:07.219613 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5', 'code': 200} Aug 04 16:28:07.278131 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:07.308131 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Attempting to bind port ef842b0c-a7f0-472a-81a7-f0f26d977088 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:07.308521 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Attempting to bind port ef842b0c-a7f0-472a-81a7-f0f26d977088 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:07.308866 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Attempting to bind port ef842b0c-a7f0-472a-81a7-f0f26d977088 on network cb581bee-8f6f-4b5f-b649-a443afbebc9a {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:07.391505 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:07.395497 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:07.400933 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:07.446058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Pushing event updated for resources: {'Port': ['ID=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:07.454987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c232f-3d57-421e-a09a-a57e66f6a985 req-cd716cff-fb22-46ca-8d59-d3e8e28fa480 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:07.470968 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-800c232f-3d57-421e-a09a-a57e66f6a985 req-cd716cff-fb22-46ca-8d59-d3e8e28fa480 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1548102 Aug 04 16:28:07.519565 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.530627 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Transition to ACTIVE for port object e199f651-7f42-46bf-84fb-8fe464113252 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:07.544581 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-800c232f-3d57-421e-a09a-a57e66f6a985 req-b422a757-10ea-4675-bbd8-2fcb6cc150b3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695083 Aug 04 16:28:07.551427 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 87608b13-3f6e-4991-8968-05200242f78b up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:07.557218 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Transition to ACTIVE for port object e199f651-7f42-46bf-84fb-8fe464113252 will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:07.561289 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:07.561662 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Checking segment: {'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:07.562591 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.563004 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Bound using segment: {'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:07.563500 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Bound port: ef842b0c-a7f0-472a-81a7-f0f26d977088, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8635c50-a5fa-4a73-9c98-63de5acc6514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:07.563911 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.590091 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.671454 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:07.695678 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:07.698046 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:07.709152 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Pushing event updated for resources: {'Port': ['ID=e199f651-7f42-46bf-84fb-8fe464113252,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:07.769620 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.824006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] For port ef842b0c-a7f0-472a-81a7-f0f26d977088, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:07.824006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Attempting to bind port e199f651-7f42-46bf-84fb-8fe464113252 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:07.824006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Attempting to bind port e199f651-7f42-46bf-84fb-8fe464113252 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:07.824006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Attempting to bind port e199f651-7f42-46bf-84fb-8fe464113252 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:07.824006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] For port ef842b0c-a7f0-472a-81a7-f0f26d977088, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=ef842b0c-a7f0-472a-81a7-f0f26d977088,segment=NetworkSegment(e8635c50-a5fa-4a73-9c98-63de5acc6514),segment_id=e8635c50-a5fa-4a73-9c98-63de5acc6514)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:07.830118 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:07.830494 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Checking segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:07.830927 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.831322 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Bound using segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:07.831830 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Bound port: e199f651-7f42-46bf-84fb-8fe464113252, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:07.832244 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.839815 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 87608b13-3f6e-4991-8968-05200242f78b triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:07.844211 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.853520 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:07.982478 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Routers {'0ae96c42-3397-4d6e-833e-4f226f17c16e'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:07.983125 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0ae96c42-3397-4d6e-833e-4f226f17c16e'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:07.989096 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20349b76-8588-405d-85db-618e7483ae79 None None] Pushing event updated for resources: {'Port': ['ID=ef842b0c-a7f0-472a-81a7-f0f26d977088,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:08.058232 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] For port e199f651-7f42-46bf-84fb-8fe464113252, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:08.103992 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] For port e199f651-7f42-46bf-84fb-8fe464113252, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=e199f651-7f42-46bf-84fb-8fe464113252,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:08.145930 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:08.243621 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933cc40-9b49-476c-8349-4d0a8008b97e None None] Pushing event updated for resources: {'Port': ['ID=e199f651-7f42-46bf-84fb-8fe464113252,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:08.265593 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] Set router 0ae96c42-3397-4d6e-833e-4f226f17c16e gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:08.391040 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a35cd-21e8-4c10-a382-55cd3b6dab95 req-8b227a3f-e831-4ff6-92e1-6172f4227a64 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:08.408828 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3f4a35cd-21e8-4c10-a382-55cd3b6dab95 req-8b227a3f-e831-4ff6-92e1-6172f4227a64 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.1260841 Aug 04 16:28:08.492306 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3f4a35cd-21e8-4c10-a382-55cd3b6dab95 req-d27e5a31-6f19-41bc-a54e-f6df200c1001 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762680 Aug 04 16:28:08.578113 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:08.658687 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-674e38b6-6eab-472f-bd62-3255e2869446 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 200 len: 217 time: 0.1546330 Aug 04 16:28:08.693735 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '87608b13-3f6e-4991-8968-05200242f78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:28:02Z', 'revision_number': 4, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port': {'id': '87608b13-3f6e-4991-8968-05200242f78b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:58Z', 'updated_at': '2021-08-04T16:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'ef842b0c-a7f0-472a-81a7-f0f26d977088', 'name': '', 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'mac_address': 'fa:16:3e:53:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a46e1465-be5b-4767-87c7-e0090adeb454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:01Z', 'updated_at': '2021-08-04T16:28:07Z', 'revision_number': 4, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'subnets': [{'id': 'a46e1465-be5b-4767-87c7-e0090adeb454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:08.755300 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434999f3-a9fa-408d-bfb9-4704900d965d None None] The sync data for ids ['0ae96c42-3397-4d6e-833e-4f226f17c16e'] in dv-cinder-802882-3-iscsi is: [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '87608b13-3f6e-4991-8968-05200242f78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:28:02Z', 'revision_number': 4, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port': {'id': '87608b13-3f6e-4991-8968-05200242f78b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:58Z', 'updated_at': '2021-08-04T16:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'ef842b0c-a7f0-472a-81a7-f0f26d977088', 'name': '', 'network_id': 'cb581bee-8f6f-4b5f-b649-a443afbebc9a', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'mac_address': 'fa:16:3e:53:f7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a46e1465-be5b-4767-87c7-e0090adeb454', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:01Z', 'updated_at': '2021-08-04T16:28:07Z', 'revision_number': 4, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'subnets': [{'id': 'a46e1465-be5b-4767-87c7-e0090adeb454', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:08.848375 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e499f7e-54d6-4b27-acc7-f4515863e962 req-45a363e3-b314-4f24-bb6f-206cf2e485d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:08.850371 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0e499f7e-54d6-4b27-acc7-f4515863e962 req-45a363e3-b314-4f24-bb6f-206cf2e485d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 1099 time: 0.3360965 Aug 04 16:28:08.922351 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7a68d-b100-49e9-b796-df7b9c762a92 req-15f990e5-4cba-4b78-a419-5ad916d72395 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:08.924223 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7fc7a68d-b100-49e9-b796-df7b9c762a92 req-15f990e5-4cba-4b78-a419-5ad916d72395 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1320264 Aug 04 16:28:08.931147 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-2829061e-52a4-48e9-abfc-9f5f50ebd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:08.932832 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-2829061e-52a4-48e9-abfc-9f5f50ebd7a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.2110128 Aug 04 16:28:08.999522 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0e499f7e-54d6-4b27-acc7-f4515863e962 req-6e5e26dc-6cd0-4f22-967c-2c548241d2fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234877 Aug 04 16:28:09.001540 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7fc7a68d-b100-49e9-b796-df7b9c762a92 req-1c7ff292-62d2-41c1-8faf-16f1b1ba4d2d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690117 Aug 04 16:28:09.032144 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-27e8d1cf-38da-4180-bf85-19399e713dac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811551 Aug 04 16:28:09.052045 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Router d01469d2-27f2-407e-8914-5c7119e85305 is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:28:09.265065 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-ae82f3a0-2e9c-4824-9e86-f011a266cf93 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465535 Aug 04 16:28:09.316169 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:09.327007 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:09.339909 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:09.340801 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:09.376938 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:09.378896 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a033cb88-6ae2-424a-820c-437fbfc39a2c admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3197961 Aug 04 16:28:09.381748 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48078) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:09.534728 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ef842b0c-a7f0-472a-81a7-f0f26d977088 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:09.653412 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port ef842b0c-a7f0-472a-81a7-f0f26d977088 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:09.659544 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port ef842b0c-a7f0-472a-81a7-f0f26d977088 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:09.660276 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:09.737998 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b362827-d8be-4660-a406-58a29e7872d2 req-606438f6-c574-4f06-9b3a-cb93c6fdc6db tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:09.747169 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4b362827-d8be-4660-a406-58a29e7872d2 req-606438f6-c574-4f06-9b3a-cb93c6fdc6db tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.1280797 Aug 04 16:28:09.769330 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:09.840798 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4b362827-d8be-4660-a406-58a29e7872d2 req-40104135-7624-4b72-84dd-36c4a26c3e16 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919392 Aug 04 16:28:09.972180 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a26cdcc-2961-44ee-91f9-78ee9c801522 None None] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:10.016046 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:28:10.025538 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.083555 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:07Z', 'revision_number': 3, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:10.107898 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c06c96f0-b853-4f7b-aec8-0b6036f8b7fb None None] Provisioning for port e199f651-7f42-46bf-84fb-8fe464113252 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:10.156198 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:10.157054 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Updating router d01469d2-27f2-407e-8914-5c7119e85305 port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:10.191471 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port ef842b0c-a7f0-472a-81a7-f0f26d977088, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=ef842b0c-a7f0-472a-81a7-f0f26d977088,segment=NetworkSegment(e8635c50-a5fa-4a73-9c98-63de5acc6514),segment_id=e8635c50-a5fa-4a73-9c98-63de5acc6514)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:10.207221 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.208367 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e199f651-7f42-46bf-84fb-8fe464113252 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:10.209349 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.232541 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a1fb1-be80-4c0f-8b7a-a31b93fa3435 req-2ccc07ae-8fc0-4158-9c65-a09a3c536cbc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:10.243317 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-208a1fb1-be80-4c0f-8b7a-a31b93fa3435 req-2ccc07ae-8fc0-4158-9c65-a09a3c536cbc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1151211 Aug 04 16:28:10.345631 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-208a1fb1-be80-4c0f-8b7a-a31b93fa3435 req-f1fa87ef-110a-47d8-b7b3-508180a73282 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013374 Aug 04 16:28:10.354453 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port e199f651-7f42-46bf-84fb-8fe464113252 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:10.394240 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port e199f651-7f42-46bf-84fb-8fe464113252 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:10.394614 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.435378 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=ef842b0c-a7f0-472a-81a7-f0f26d977088,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:10.466305 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.572173 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.657894 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port e199f651-7f42-46bf-84fb-8fe464113252, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=e199f651-7f42-46bf-84fb-8fe464113252,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:10.671775 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.735417 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.781825 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Transition to ACTIVE for port object 2236d4db-0fdb-42b5-9c92-54cf3a17e50b will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:10.790014 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Allocated IP 172.20.0.1 (e58d8f73-d0c7-4444-9975-89c63dc52b6b/4bef2416-f100-41a8-b46f-a3a9f2a234fe/7d828902-fa98-49a0-8ed7-74b5a9c5cb81) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:10.795443 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.802419 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=e199f651-7f42-46bf-84fb-8fe464113252,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:10.829164 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-54f7fe20-0efc-4f1a-b4f1-c1f07bd7ceaa None None] Provisioning complete for port e199f651-7f42-46bf-84fb-8fe464113252 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:10.829744 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-54f7fe20-0efc-4f1a-b4f1-c1f07bd7ceaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.899813 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Attempting to bind port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:10.900293 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Attempting to bind port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:10.900638 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Attempting to bind port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:10.910551 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:10.910942 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:10.911320 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.911680 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:10.912181 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Bound port: 2236d4db-0fdb-42b5-9c92-54cf3a17e50b, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:10.912807 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.915683 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be185a7e-0c11-4473-8065-c4310a693af0 None None] Pushing event updated for resources: {'Port': ['ID=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:10.978871 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:10.988383 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68001d-0ccd-4659-8c74-0caa254375dd req-950a2be3-b5c3-4a9f-83f0-25b0404c0d60 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:10.997173 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ce68001d-0ccd-4659-8c74-0caa254375dd req-950a2be3-b5c3-4a9f-83f0-25b0404c0d60 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.0778704 Aug 04 16:28:11.009619 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Transition to ACTIVE for port object 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:11.032133 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] For port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:11.039982 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] For port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:11.040187 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ce68001d-0ccd-4659-8c74-0caa254375dd req-b416b378-ec6d-47ff-a924-945269aa539d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413818 Aug 04 16:28:11.062354 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.098275 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.118878 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be185a7e-0c11-4473-8065-c4310a693af0 None None] Pushing event updated for resources: {'Port': ['ID=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:11.142727 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:11.143336 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:11.150271 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:11.153625 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:11.159560 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:11.203619 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:11.236284 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.302000 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:11.407957 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ef842b0c-a7f0-472a-81a7-f0f26d977088 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:11.425077 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.488883 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ef2b2-751a-4852-9534-bccd95b109aa req-f55ee810-50b4-4e5a-b8ee-c4c65a259772 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:11.490417 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f9ef2b2-751a-4852-9534-bccd95b109aa req-f55ee810-50b4-4e5a-b8ee-c4c65a259772 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0637479 Aug 04 16:28:11.527475 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d8aa1e10-6326-44fb-8ee3-1cb6a49f32ec None None] Provisioning for port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:11.532331 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port ef842b0c-a7f0-472a-81a7-f0f26d977088 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:11.532830 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.568331 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:07Z', 'revision_number': 3, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:11.570356 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d8aa1e10-6326-44fb-8ee3-1cb6a49f32ec None None] Provisioning complete for port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:11.570803 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d8aa1e10-6326-44fb-8ee3-1cb6a49f32ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.618047 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f9ef2b2-751a-4852-9534-bccd95b109aa req-017f87ca-aef8-4ade-9097-dd5a9a63122a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173017 Aug 04 16:28:11.621102 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e92e2f-4f21-45e3-aca6-c63507ebb0ca None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:07Z', 'revision_number': 3, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:11.661390 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa1e10-6326-44fb-8ee3-1cb6a49f32ec None None] Port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:11.675230 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e199f651-7f42-46bf-84fb-8fe464113252 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:11.703533 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.710291 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.730723 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port e199f651-7f42-46bf-84fb-8fe464113252 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:11.731202 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.791524 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Pushing event updated for resources: {'Port': ['ID=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:11.797242 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:11.920146 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:11.921557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:12.212509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:12.254405 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a300b-e14d-41d3-84e1-899c57402b3d req-9e15ec5b-a976-407f-9c58-06fe44d15006 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:12.262936 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e8a300b-e14d-41d3-84e1-899c57402b3d req-9e15ec5b-a976-407f-9c58-06fe44d15006 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.0886326 Aug 04 16:28:12.333509 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e8a300b-e14d-41d3-84e1-899c57402b3d req-a9cab292-3818-4b8d-9eef-13b875480ef2 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696392 Aug 04 16:28:12.369037 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:12.374073 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a8a3a03a-610e-4da0-b87f-5cc9fd90b4d6 admin admin] 10.222.0.79 "PUT /v2.0/routers/d01469d2-27f2-407e-8914-5c7119e85305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9904346 Aug 04 16:28:12.410284 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ceb51fbf-5af7-4977-b6c2-970a1bc7d1d8 None None] Provisioning complete for port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:12.410856 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ceb51fbf-5af7-4977-b6c2-970a1bc7d1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:12.457704 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-ceb51fbf-5af7-4977-b6c2-970a1bc7d1d8 None None] Port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:12.699959 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3e720f72-ee01-470c-91ad-de81f3e32521 req-32d55d85-1af3-42fc-bed7-814967820817 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682243 Aug 04 16:28:12.829002 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64fffe-ba54-4e06-aeb9-42f64a4489ae req-d22f1317-0e3f-466f-8bee-574592e84f6a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:12.830973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cc64fffe-ba54-4e06-aeb9-42f64a4489ae req-d22f1317-0e3f-466f-8bee-574592e84f6a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0708406 Aug 04 16:28:12.928163 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cc64fffe-ba54-4e06-aeb9-42f64a4489ae req-5950ce90-d41f-4fc5-8e25-368c9f149e94 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849612 Aug 04 16:28:13.377548 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48158) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:13.383096 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1423429184-network', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:13.440179 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Made reservation on behalf of 5a92f56e1a094959b514f9ed8442401d for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:13.458659 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 2236d4db-0fdb-42b5-9c92-54cf3a17e50b up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:13.464288 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.499122 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.504004 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-46b8fdd1-6e09-4c47-b9aa-b69a7da7e9e6 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2107692246&fields=id&tenant_id=36822d23ae8b4bd88bee031c5614e52c HTTP/1.1" status: 200 len: 267 time: 0.0550621 Aug 04 16:28:13.584783 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:13.589765 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:13.590176 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.691365 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-321035f8-23ea-4991-a8f2-d638dcf6df2f tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:13.703155 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-321035f8-23ea-4991-a8f2-d638dcf6df2f tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 807 time: 0.1961613 Aug 04 16:28:13.729011 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.733513 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.747085 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-75644740-e380-43eb-a317-576c3e04a466 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/quotas/36822d23ae8b4bd88bee031c5614e52c HTTP/1.1" status: 200 len: 375 time: 0.0424764 Aug 04 16:28:13.813561 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:28:13.822066 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.847780 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f417fe-60fc-4516-8fc8-f87de9918221,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:13.868617 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.869425 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Added segment 1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2 of type vlan for network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 Aug 04 16:28:13.873401 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:13.884544 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.928215 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-670fff50-44ba-4ac7-aae9-8ab1b9764ad8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1756632 Aug 04 16:28:13.947876 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:13.999163 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.001052 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:14.002483 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.011078 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:14.029164 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99696e4c-2764-4d6b-b17e-7f3a8ea1df42 req-3c3cb0ae-c81d-4f11-a7fb-760cfadf26a2 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:14.037005 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-99696e4c-2764-4d6b-b17e-7f3a8ea1df42 req-3c3cb0ae-c81d-4f11-a7fb-760cfadf26a2 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.2340908 Aug 04 16:28:14.068691 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:14.074044 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6952078 Aug 04 16:28:14.076633 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48168) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:14.082044 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Request body: {'subnet': {'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1423429184-subnet', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:14.085966 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:14.089273 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:14.099886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6807bc-7c79-455e-879a-ca81caa6c78a admin admin] Pushing event updated for resources: {'Network': ['ID=19ef9fd6-77e5-4892-b69f-7e01031bfb00,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:14.117798 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-99696e4c-2764-4d6b-b17e-7f3a8ea1df42 req-7218959a-bbdc-42a0-a3cf-fde3b8c12f89 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780959 Aug 04 16:28:14.126667 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Made reservation on behalf of 5a92f56e1a094959b514f9ed8442401d for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:14.131654 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627799'] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.142658 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-7984b835-f218-4724-867e-61a14206f68e service neutron] 10.222.0.79 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134931 Aug 04 16:28:14.269956 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:14.275290 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:28:14.330510 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-38c755c0-7aa5-4d9e-8fc7-77032e640f59 service neutron] 10.222.0.79 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863396 Aug 04 16:28:14.557526 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13769359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627781'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.677786 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fdd3574-0cea-42db-bba8-b7563b1f2c68,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:14.690100 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Checking segment: {'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:14.690849 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Network hostable DHCP agents. Network: 19ef9fd6-77e5-4892-b69f-7e01031bfb00, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:28:14.713433 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:28:14.716765 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 2, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:14.732586 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 19ef9fd6-77e5-4892-b69f-7e01031bfb00) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:14.744519 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:14.745347 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.776088 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2aea49a9-0983-4e4a-81ec-6ce7f686a1f6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6980829 Aug 04 16:28:14.778457 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48184) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:14.782914 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:14.794746 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:14.795737 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Updating router d01469d2-27f2-407e-8914-5c7119e85305 port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:14.828414 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64a2270-c102-4508-a6c9-3cc12ea61df1 None None] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:14.844684 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7fd358-7b50-4c68-85d4-2d0a16a7145a req-3f49ac7d-43aa-4111-8ecd-3725c264dc46 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:14.846738 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ee7fd358-7b50-4c68-85d4-2d0a16a7145a req-3f49ac7d-43aa-4111-8ecd-3725c264dc46 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.4527562 Aug 04 16:28:14.854720 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.858942 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.880806 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:14.959255 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ee7fd358-7b50-4c68-85d4-2d0a16a7145a req-2329b37a-3d06-4847-b03a-8fa852d6be77 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953186 Aug 04 16:28:15.010074 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.289347 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.343196 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed2b42b-eb7c-4fbc-957e-38e71e789f4d req-6cb75606-ca8c-48be-a95e-2117548497ed tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:15.345685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7ed2b42b-eb7c-4fbc-957e-38e71e789f4d req-6cb75606-ca8c-48be-a95e-2117548497ed tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.0990472 Aug 04 16:28:15.428017 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7ed2b42b-eb7c-4fbc-957e-38e71e789f4d req-33202ea5-992a-4ac1-9adf-3c0b94380f68 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709455 Aug 04 16:28:15.529559 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 2236d4db-0fdb-42b5-9c92-54cf3a17e50b up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:15.598663 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.621718 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:15.842844 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Allocated IP 172.27.0.4 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/b17a4b5f-f168-4a40-afe8-5af5be7f7177) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:15.922969 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b10b3e0d-4c32-440d-a2ea-d49c59d20c7d req-fa6ee93b-b6dc-40c1-95d8-c45352f30045 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 210 time: 0.1300595 Aug 04 16:28:15.941968 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470c44-3622-48e8-a769-e4bda2375225 req-2c8817b1-ede1-48b4-b4bd-848837e02939 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:15.956529 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-2c8817b1-ede1-48b4-b4bd-848837e02939 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.4171410 Aug 04 16:28:15.972819 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-19ef9fd6-77e5-4892-b69f-7e01031bfb00', 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'fixed_ips': [{'subnet_id': '9fdd3574-0cea-42db-bba8-b7563b1f2c68'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:28:15.984566 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.000817 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-2cec9b5d-2e25-4981-b24b-d2c98c16a3c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/quotas/39b787736b2a4580be655951a3b0b804 HTTP/1.1" status: 200 len: 375 time: 0.0423305 Aug 04 16:28:16.123978 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-43d30a34-fe7c-4424-a9e8-a1a48048ca58 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1218607 Aug 04 16:28:16.133240 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.255135 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.346737 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.385775 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:16.408151 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:16.426009 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:16.444032 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Pushing event updated for resources: {'Port': ['ID=b17a4b5f-f168-4a40-afe8-5af5be7f7177,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:16.464936 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-e81d08b0-7d16-41d4-bb08-4628eb74b02f service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144777 Aug 04 16:28:16.536231 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:16.541200 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.651645 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Transition to ACTIVE for port object 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:16.677557 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:16.697105 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-a4985b46-9614-4b84-ab56-5c9be697fcf2 service neutron] 10.222.0.79 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309184 Aug 04 16:28:16.725295 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a18f63-3959-49d6-bd44-7621e86beec6 req-28a7f489-6722-4025-b3c2-7b001e274a66 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:16.730359 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8a18f63-3959-49d6-bd44-7621e86beec6 req-28a7f489-6722-4025-b3c2-7b001e274a66 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.6053712 Aug 04 16:28:16.836281 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8a18f63-3959-49d6-bd44-7621e86beec6 req-de80e1a1-ad79-4c53-abb4-8fd4e9223ff3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835497 Aug 04 16:28:16.958170 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73623ff0-bf35-4004-82d1-7e68259f745f None None] Pushing event updated for resources: {'Port': ['ID=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:16.998794 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Allocated IP 172.20.0.2 (19ef9fd6-77e5-4892-b69f-7e01031bfb00/9fdd3574-0cea-42db-bba8-b7563b1f2c68/7a8a0dcb-46df-403d-a9fe-451cd55a3f1f) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:17.075181 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.118534 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Attempting to bind port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:17.119040 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Attempting to bind port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:17.119510 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Attempting to bind port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:17.176729 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:17.177197 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Checking segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:17.177687 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.178330 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Bound using segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:17.178947 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Bound port: 7d828902-fa98-49a0-8ed7-74b5a9c5cb81, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:17.179483 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.313651 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a7e86cd2-3918-4b5e-8dcd-400f7cc2a72c req-c023077a-2e7f-46e2-ab01-9f9e42925702 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 210 time: 0.0355742 Aug 04 16:28:17.395807 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] For port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:17.402808 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] For port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:17.433829 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a8aa6443-980c-4029-9063-afd03e9d93f9 req-2b3b25e1-c532-4bf8-8537-e91bb49d4fbc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 210 time: 0.0381451 Aug 04 16:28:17.454861 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.561614 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:17.562615 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:17.722663 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55634766-0fa1-40ef-ae4f-b228516e571a req-d07ae24f-3425-4a9b-9819-d5d5333a573c tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:17.736058 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-55634766-0fa1-40ef-ae4f-b228516e571a req-d07ae24f-3425-4a9b-9819-d5d5333a573c tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.1465347 Aug 04 16:28:17.736737 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:17.782952 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.814500 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-55634766-0fa1-40ef-ae4f-b228516e571a req-127635ae-61b9-47dd-8d95-991e2e2dd4a1 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774748 Aug 04 16:28:17.825133 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:17.838282 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Transition to ACTIVE for port object 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:17.850867 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73623ff0-bf35-4004-82d1-7e68259f745f None None] Pushing event updated for resources: {'Port': ['ID=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:17.897144 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Transition to ACTIVE for port object 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:17.941220 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.006673 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:18.013141 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dad84b-e87a-406f-9eb2-838e6fe40a1a req-5a00ba68-5c8c-4818-8536-118575354d1d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:18.019245 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:18.025127 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Router 5ff7a618-fc9b-4142-8381-0cef39a487e1 is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93291) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:28:18.028929 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:18.034634 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0dad84b-e87a-406f-9eb2-838e6fe40a1a req-5a00ba68-5c8c-4818-8536-118575354d1d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1065609 Aug 04 16:28:18.042529 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Pushing event updated for resources: {'Port': ['ID=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:18.120138 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0dad84b-e87a-406f-9eb2-838e6fe40a1a req-cabe8394-2e50-434f-a71a-4f8f07eb9577 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797429 Aug 04 16:28:18.160166 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Attempting to bind port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:18.160815 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Attempting to bind port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:18.161355 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Attempting to bind port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f on network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:18.170415 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:18.170793 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Checking segment: {'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:18.171189 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.171584 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Bound using segment: {'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:18.172101 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Bound port: 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:18.172487 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.199528 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:18.211564 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Sync routers for ids ['5ff7a618-fc9b-4142-8381-0cef39a487e1'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:18.223833 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Routers {'5ff7a618-fc9b-4142-8381-0cef39a487e1'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:18.225541 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5ff7a618-fc9b-4142-8381-0cef39a487e1'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:18.229295 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:17Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:18.252118 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.256278 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-5342bfd7-15db-4d38-aba5-1d9d76f2b2d8 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4743822 Aug 04 16:28:18.258981 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48262) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:18.266757 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a0dc8c-0a3b-4737-8536-14ffa013ff67 None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:17Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:18.279461 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c1323276-8881-430e-9615-bed5605c2752 None None] For port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:18.283067 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c1323276-8881-430e-9615-bed5605c2752 None None] For port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,segment=NetworkSegment(1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2),segment_id=1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:18.290561 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:18.417167 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1323276-8881-430e-9615-bed5605c2752 None None] Pushing event updated for resources: {'Port': ['ID=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:18.494369 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Set router 5ff7a618-fc9b-4142-8381-0cef39a487e1 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:18.545247 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-27528044-9bf6-4300-9405-67f71df2e162 req-ee2ef714-24bc-4928-8834-5c43dcc00231 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 210 time: 0.0627046 Aug 04 16:28:18.758223 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dee68cfe-0fab-4fce-a8de-63ce12e5782a req-e07b2022-5962-4fd1-940e-f2d205c2a603 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 210 time: 0.0883276 Aug 04 16:28:18.912221 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:28:16Z', 'revision_number': 3, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port': {'id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:15Z', 'updated_at': '2021-08-04T16:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:18.958610 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Checking router: 5ff7a618-fc9b-4142-8381-0cef39a487e1 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:18.959100 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Updating router 5ff7a618-fc9b-4142-8381-0cef39a487e1 port b17a4b5f-f168-4a40-afe8-5af5be7f7177 binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:18.987026 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.057147 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5938888-523c-492a-bfb2-9fc519cb1a7f req-05893da8-d9af-4910-b105-f7f979e70052 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:19.068125 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e5938888-523c-492a-bfb2-9fc519cb1a7f req-05893da8-d9af-4910-b105-f7f979e70052 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.1268487 Aug 04 16:28:19.156009 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.164288 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e5938888-523c-492a-bfb2-9fc519cb1a7f req-96b53f4a-1a79-4807-8da5-450ed91794d3 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894794 Aug 04 16:28:19.197216 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.403280 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.423646 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72caaa1f-f339-4ba4-bf0e-807bc50739a2 req-25930076-5125-4c3a-a7cc-1374b6693677 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:19.449092 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-72caaa1f-f339-4ba4-bf0e-807bc50739a2 req-25930076-5125-4c3a-a7cc-1374b6693677 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1408505 Aug 04 16:28:19.452115 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Transition to ACTIVE for port object b17a4b5f-f168-4a40-afe8-5af5be7f7177 will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:19.473017 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.520866 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:19.553465 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-72caaa1f-f339-4ba4-bf0e-807bc50739a2 req-0752ab4a-d13d-47e9-b9fa-964d4954d1de tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033278 Aug 04 16:28:19.600413 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Allocated IP 172.20.0.1 (19ef9fd6-77e5-4892-b69f-7e01031bfb00/9fdd3574-0cea-42db-bba8-b7563b1f2c68/3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:19.648141 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:19.653848 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:19.677397 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Attempting to bind port b17a4b5f-f168-4a40-afe8-5af5be7f7177 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:19.677685 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Attempting to bind port b17a4b5f-f168-4a40-afe8-5af5be7f7177 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:19.688326 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Attempting to bind port b17a4b5f-f168-4a40-afe8-5af5be7f7177 on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:19.701136 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc477c6b-5d5e-4494-905f-5f4aeaef1fad None None] Pushing event updated for resources: {'Port': ['ID=b17a4b5f-f168-4a40-afe8-5af5be7f7177,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:19.716367 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ece9802b-0279-4680-ae04-f7c22046ab3c req-bdd4aa7b-bf78-4ce3-8e0c-dcadac76c142 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 210 time: 0.0583894 Aug 04 16:28:19.732530 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:19.733043 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:19.733458 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.733865 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:19.734365 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Bound port: b17a4b5f-f168-4a40-afe8-5af5be7f7177, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:19.734775 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.812940 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:19.817519 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:19.817945 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.864759 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.885419 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Transition to ACTIVE for port object 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:19.924288 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-74a96b5a-e315-41ae-9a84-130c56458b9b req-20d65c3f-c9a9-463f-9b2d-5bf71b934bb9 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 210 time: 0.0657923 Aug 04 16:28:19.951447 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:19.951808 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.012328 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:20.028955 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.047482 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:20.059738 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:20.069438 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:20.087443 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] For port b17a4b5f-f168-4a40-afe8-5af5be7f7177, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:20.091643 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] For port b17a4b5f-f168-4a40-afe8-5af5be7f7177, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=b17a4b5f-f168-4a40-afe8-5af5be7f7177,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:20.103645 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:20.107806 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb64fa26-57dc-4add-9375-8027227d3ee2 None None] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:20.113085 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.131393 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:20.162941 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.169629 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Routers {'5ff7a618-fc9b-4142-8381-0cef39a487e1'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:20.170605 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5ff7a618-fc9b-4142-8381-0cef39a487e1'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:20.200841 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-96b6e7f3-d196-4b30-91ff-2ac2f6ee4e3d None None] Provisioning for port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:20.208257 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-96b6e7f3-d196-4b30-91ff-2ac2f6ee4e3d None None] Provisioning complete for port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:20.208712 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-96b6e7f3-d196-4b30-91ff-2ac2f6ee4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.413087 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-96b6e7f3-d196-4b30-91ff-2ac2f6ee4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.432354 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] Set router 5ff7a618-fc9b-4142-8381-0cef39a487e1 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:20.463452 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.465004 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9561-b17f-4c34-8067-132a54e9d91f req-b43960c3-361e-4aaa-9c30-1d8e7c9ac6f9 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:20.492670 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-705f9561-b17f-4c34-8067-132a54e9d91f req-b43960c3-361e-4aaa-9c30-1d8e7c9ac6f9 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.1919045 Aug 04 16:28:20.627786 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-705f9561-b17f-4c34-8067-132a54e9d91f req-46ce2198-bc46-4284-a5f6-935616e79d0f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272840 Aug 04 16:28:20.810123 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-dd38f901-9bd9-497e-82be-05a9906e317c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:20.811656 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-dd38f901-9bd9-497e-82be-05a9906e317c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.53 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 807 time: 0.3494546 Aug 04 16:28:20.821465 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-96b6e7f3-d196-4b30-91ff-2ac2f6ee4e3d None None] For port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,segment=NetworkSegment(1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2),segment_id=1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:20.831105 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64d816-bd4d-45aa-8522-d68f764f5b9c req-f535642a-9a83-4767-93ea-65b41b43c719 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:20.846322 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b64d816-bd4d-45aa-8522-d68f764f5b9c req-f535642a-9a83-4767-93ea-65b41b43c719 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1647630 Aug 04 16:28:20.860078 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-96b6e7f3-d196-4b30-91ff-2ac2f6ee4e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:20.939949 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:28:16Z', 'revision_number': 3, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port': {'id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:15Z', 'updated_at': '2021-08-04T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:20.985914 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-608d2399-5af0-49be-a515-ed0ab77de1c1 req-26983eb7-7b75-4ac7-8afc-cfa4bb912cfe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 210 time: 0.1117253 Aug 04 16:28:20.986824 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc477c6b-5d5e-4494-905f-5f4aeaef1fad None None] Pushing event updated for resources: {'Port': ['ID=b17a4b5f-f168-4a40-afe8-5af5be7f7177,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:20.990264 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf15d10-d5f3-4473-8ff5-b409a7d98922 None None] The sync data for ids ['5ff7a618-fc9b-4142-8381-0cef39a487e1'] in dv-cinder-802882-3-iscsi is: [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:28:16Z', 'revision_number': 3, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port': {'id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:15Z', 'updated_at': '2021-08-04T16:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:21.014742 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6e7f3-d196-4b30-91ff-2ac2f6ee4e3d None None] Pushing event updated for resources: {'Port': ['ID=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:21.067003 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b64d816-bd4d-45aa-8522-d68f764f5b9c req-6f8b5c79-04a3-4161-87e9-dc35d30a573a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196991 Aug 04 16:28:21.158535 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2b516da0-327e-4cb5-9caf-a1886ac77fec req-fc61d220-1630-4740-8624-cbf41aeb1bcf tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 210 time: 0.0560875 Aug 04 16:28:21.206110 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-7b426a3e-932c-4a59-852e-b8a0a8ed8d26 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36822d23ae8b4bd88bee031c5614e52c HTTP/1.1" status: 200 len: 380 time: 0.1956217 Aug 04 16:28:21.238234 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'port': {'device_id': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'admin_state_up': True, 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'security_groups': ['c5e88e69-7cf2-4ab4-86f6-828ef1bf1899']}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:21.470320 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:21.594664 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:21.596120 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.824140 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.848607 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.859757 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:21.922814 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c64ce312-66d1-41a0-84f8-4b479bf3b34c None None] Provisioning complete for port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:21.923128 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c64ce312-66d1-41a0-84f8-4b479bf3b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.948632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:21.949120 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583cf4b-b8cf-4a2c-85c6-b0e5efe33a69 req-68aa0166-3aa3-4057-83e0-bb9e47383846 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:21.963098 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9583cf4b-b8cf-4a2c-85c6-b0e5efe33a69 req-68aa0166-3aa3-4057-83e0-bb9e47383846 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.1119051 Aug 04 16:28:22.005893 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470c44-3622-48e8-a769-e4bda2375225 req-108229d7-9d97-42ba-8ef6-1497a00e25d0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:22.008025 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-108229d7-9d97-42ba-8ef6-1497a00e25d0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 815 time: 0.5963655 Aug 04 16:28:22.010887 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Made reservation on behalf of 36822d23ae8b4bd88bee031c5614e52c for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:22.030099 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.077068 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9583cf4b-b8cf-4a2c-85c6-b0e5efe33a69 req-77b516ee-6b17-472a-88bd-d647931a353f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122506 Aug 04 16:28:22.191392 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c2d1f5d8-30c5-43cb-867f-9f3ce03699cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.212284 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d0aa424-f303-4802-b36f-51e7fafa803a req-69824f01-cf57-48d9-9a12-729dd02af328 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 210 time: 0.0730345 Aug 04 16:28:22.281526 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Request body: {'port': {'device_id': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'admin_state_up': True, 'tenant_id': '39b787736b2a4580be655951a3b0b804'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:22.317206 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:22.325511 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:22.326384 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.363063 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed31b7b5-851f-4f70-a185-025265bb8773 req-5a099110-9e9b-475b-9263-96723fe02d89 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:22.375601 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ed31b7b5-851f-4f70-a185-025265bb8773 req-5a099110-9e9b-475b-9263-96723fe02d89 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1201317 Aug 04 16:28:22.526708 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Allocated IP 172.20.0.9 (5af7b64d-484a-47ce-b062-a0b8ffbf33cd/8b36c124-9861-447d-8871-2001cd67a57e/8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:22.548268 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dc247d2a-01b9-49e1-929b-cb720dbc115f req-1704014a-601b-4096-b5d0-cff4159f428f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 210 time: 0.1090424 Aug 04 16:28:22.595734 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c64ce312-66d1-41a0-84f8-4b479bf3b34c None None] Provisioning for port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:22.605127 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ed31b7b5-851f-4f70-a185-025265bb8773 req-fca66d2e-24a8-40e9-91ab-5ed39e26ca07 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278643 Aug 04 16:28:22.636125 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:22.644005 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c64ce312-66d1-41a0-84f8-4b479bf3b34c None None] Provisioning complete for port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:22.644405 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c64ce312-66d1-41a0-84f8-4b479bf3b34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.646985 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Pushing event updated for resources: {'Port': ['ID=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:22.745195 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c64ce312-66d1-41a0-84f8-4b479bf3b34c None None] Port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:22.874750 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-9d35d28b-53bf-4537-88c6-9c3c01f0c127 None None] Provisioning complete for port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:22.876019 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9d35d28b-53bf-4537-88c6-9c3c01f0c127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.882467 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f8be8161-7b26-496b-b051-563cf3cd068d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:22.884812 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f8be8161-7b26-496b-b051-563cf3cd068d tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.5505328 Aug 04 16:28:22.961744 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-9d35d28b-53bf-4537-88c6-9c3c01f0c127 None None] Port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:22.978301 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:22.998011 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Transition to ACTIVE for port object 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:23.122711 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-fbe99616-5e83-400b-be72-fadf7c197f56 None None] Provisioning complete for port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:23.123123 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-fbe99616-5e83-400b-be72-fadf7c197f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.206309 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.211179 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Made reservation on behalf of 39b787736b2a4580be655951a3b0b804 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:23.212590 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.306341 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-fbe99616-5e83-400b-be72-fadf7c197f56 None None] Port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:23.313782 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:23.473861 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device b17a4b5f-f168-4a40-afe8-5af5be7f7177 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:23.521342 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2297-fa90-4982-881c-b5fef2987510 req-40224b6f-ac5f-4069-b900-ffe2c3c839b7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:23.529675 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-063a2297-fa90-4982-881c-b5fef2987510 req-40224b6f-ac5f-4069-b900-ffe2c3c839b7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 931 time: 0.1943560 Aug 04 16:28:23.549607 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5331bec-8631-4f9a-ae38-3a569348a48a req-82f9a99a-c84f-4f1d-9b1b-c5df05aa9a6f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:23.552381 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5331bec-8631-4f9a-ae38-3a569348a48a req-82f9a99a-c84f-4f1d-9b1b-c5df05aa9a6f tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 946 time: 0.2359557 Aug 04 16:28:23.569067 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port b17a4b5f-f168-4a40-afe8-5af5be7f7177 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:23.573456 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port b17a4b5f-f168-4a40-afe8-5af5be7f7177 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:23.573839 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.641736 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Deleting port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:28:23.642152 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.663601 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:23.669990 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-063a2297-fa90-4982-881c-b5fef2987510 req-2694599f-ea31-4e4b-9c42-ef0faefd6b15 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392772 Aug 04 16:28:23.689865 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5331bec-8631-4f9a-ae38-3a569348a48a req-3995187d-8509-404c-8d08-7f9c62a78f6b tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/security-groups?id=b014b727-2195-4728-838b-5b363785b56f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271133 Aug 04 16:28:23.696477 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.696868 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.697158 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.697485 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.697888 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.698219 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.698538 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.698856 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.699194 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.713991 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.714334 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.714665 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:23.754895 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Router 5ff7a618-fc9b-4142-8381-0cef39a487e1 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:28:23.758536 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:23.764492 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.804511 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:23.814465 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port b17a4b5f-f168-4a40-afe8-5af5be7f7177, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=b17a4b5f-f168-4a40-afe8-5af5be7f7177,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:23.825009 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:23.923283 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=b17a4b5f-f168-4a40-afe8-5af5be7f7177,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:23.925964 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c49f692d-bccd-474b-aeb5-51f2cc747b18 req-7e866d08-4733-44a2-991f-f0fc1c1feb5b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 210 time: 0.0959935 Aug 04 16:28:24.117925 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:24.118698 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.138785 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Allocated IP 172.20.0.7 (4a8fcdc5-280f-4d38-a36a-37944d8ebae9/509c820d-8503-47b9-b4c1-d82d4796693f/8cb7affb-eaf2-4f12-9404-87914d635dc9) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:24.154143 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] For port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,segment=NetworkSegment(2b519685-96ca-4670-88ea-0605f4c54ed1),segment_id=2b519685-96ca-4670-88ea-0605f4c54ed1)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:24.154590 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.164813 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79bc24-ad11-4780-99a3-6c80d8f3adde req-92efa258-0f12-4034-a374-bf9751d35d9c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:24.172792 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2a79bc24-ad11-4780-99a3-6c80d8f3adde req-92efa258-0f12-4034-a374-bf9751d35d9c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1429179 Aug 04 16:28:24.220214 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Calling delete_port for 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:28:24.230798 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-6cc50ebf-c84c-4fb3-8e52-2e717d2dced8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0087488 Aug 04 16:28:24.247045 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Request body: {'port': {'device_id': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:24.249723 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-71daea28-ac8f-445e-865e-ef601851512f None None] Provisioning for port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:24.266353 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-71daea28-ac8f-445e-865e-ef601851512f None None] Provisioning complete for port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:24.266858 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-71daea28-ac8f-445e-865e-ef601851512f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.273575 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2a79bc24-ad11-4780-99a3-6c80d8f3adde req-df38d828-faf3-4b30-a3c9-e2bf234652db tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944417 Aug 04 16:28:24.324632 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-71daea28-ac8f-445e-865e-ef601851512f None None] Port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:24.391425 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:28:24.409895 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a8847a56-72e2-4dff-ba34-c21723d983a7 admin admin] 10.222.0.79 "PUT /v2.0/routers/5ff7a618-fc9b-4142-8381-0cef39a487e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1413622 Aug 04 16:28:24.410109 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Sync routers for ids ['5ff7a618-fc9b-4142-8381-0cef39a487e1'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:28:24.424235 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Routers {'5ff7a618-fc9b-4142-8381-0cef39a487e1'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:24.424862 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:27:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5ff7a618-fc9b-4142-8381-0cef39a487e1'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:24.592413 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad27455-d954-41ae-9442-0905822536b2 req-946face0-6c07-4a38-89ec-abf1134d9de4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:24.603072 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.605421 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bad27455-d954-41ae-9442-0905822536b2 req-946face0-6c07-4a38-89ec-abf1134d9de4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1631668 Aug 04 16:28:24.605562 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-969c616b-1eef-4976-aba3-803fae4e230d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:24.648848 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bad27455-d954-41ae-9442-0905822536b2 req-2c0f0194-0396-4aa7-b2db-848ebfe7abbc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420909 Aug 04 16:28:24.650548 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Set router 5ff7a618-fc9b-4142-8381-0cef39a487e1 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:24.951459 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:28:20Z', 'revision_number': 4, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port': {'id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:15Z', 'updated_at': '2021-08-04T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950', 'name': '', 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'mac_address': 'fa:16:3e:12:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fdd3574-0cea-42db-bba8-b7563b1f2c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:19Z', 'updated_at': '2021-08-04T16:28:20Z', 'revision_number': 2, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'subnets': [{'id': '9fdd3574-0cea-42db-bba8-b7563b1f2c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:24.982235 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Checking router: 5ff7a618-fc9b-4142-8381-0cef39a487e1 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:28:24.982548 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Updating router 5ff7a618-fc9b-4142-8381-0cef39a487e1 port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:28:24.990739 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.019674 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.073708 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.121453 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:25.127156 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Pushing event deleted for resources: {'Port': ['ID=5b93c900-c53b-4d53-b6a8-df9fed61cbc5,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:25.137259 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.160029 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Transition to ACTIVE for port object 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:25.182283 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.202301 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3c086-bd77-4a2e-830c-fd722fc8d695 req-7de9d522-9ebd-4049-b247-23db63fec12c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.211731 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0fa3c086-bd77-4a2e-830c-fd722fc8d695 req-7de9d522-9ebd-4049-b247-23db63fec12c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 931 time: 0.1090558 Aug 04 16:28:25.215602 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] No DVR routers for this DVR port 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:28:25.218705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.221576 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-84bc0d60-dea3-41d1-a3d7-d1bead36992e req-f9988624-0fe6-4cfa-b91e-f1082c5716eb tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.53 "DELETE /v2.0/ports/5b93c900-c53b-4d53-b6a8-df9fed61cbc5 HTTP/1.1" status: 204 len: 173 time: 2.3089664 Aug 04 16:28:25.223300 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'name': 'network-vif-deleted', 'tag': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:25.225683 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156511e5-da51-4104-9889-e027e98da775" -d '{"events": [{"server_uuid": "99666e60-6bbd-4781-9799-fda2c3a963ed", "name": "network-vif-deleted", "tag": "5b93c900-c53b-4d53-b6a8-df9fed61cbc5"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:25.253966 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.290317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:25.300470 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0fa3c086-bd77-4a2e-830c-fd722fc8d695 req-5bac6ea6-d16e-4a86-bd9d-b56ece08d515 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875800 Aug 04 16:28:25.348181 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:25.373171 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48396) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:25.392497 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1879256949', 'description': 'tempest-secgroup-smoke-1879256949 description', 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:25.402639 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:25.428865 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:25.455676 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['5b93c900-c53b-4d53-b6a8-df9fed61cbc5'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:25.479654 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.487041 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event updated for resources: {'Port': ['ID=8cb7affb-eaf2-4f12-9404-87914d635dc9,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:25.497150 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-802292e9-67f6-4f85-9ffd-86fcb1a54cc5 req-45500065-7db5-4b23-a83d-3f4ce2f5fb38 tempest-VolumesActionsTest-1286114433 tempest-VolumesActionsTest-1286114433-project] 10.222.0.79 "GET /v2.0/ports?device_id=99666e60-6bbd-4781-9799-fda2c3a963ed HTTP/1.1" status: 200 len: 210 time: 0.1375015 Aug 04 16:28:25.513241 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device b17a4b5f-f168-4a40-afe8-5af5be7f7177 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:25.535148 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Attempting to bind port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:25.535573 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Attempting to bind port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:25.535991 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Attempting to bind port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 on network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:25.549800 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.550985 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.551622 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', '208ad5bd-0af1-437f-8fd9-cfb1c997fb06'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:25.555077 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 on network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:28:25.555250 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Attempting to bind port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 on network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:25.567714 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:25.568089 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Checking segment: {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:25.568490 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Bound using segment: {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:25.568923 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Bound port: 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '055c6a69-1d52-4c2e-9018-f5a57eabce2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:25.569905 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.586902 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-d7288a4d-d642-4c17-80cd-05373ca7d7b1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3142996 Aug 04 16:28:25.610430 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd556ad-d1ed-4622-8ade-3651030de274 req-fa3eac7a-4891-40cd-8d1a-90b312aadefd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.619612 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3fd556ad-d1ed-4622-8ade-3651030de274 req-fa3eac7a-4891-40cd-8d1a-90b312aadefd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 931 time: 0.1548419 Aug 04 16:28:25.643942 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Request body: {'port': {'device_id': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:25.720241 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:25.732792 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.745070 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3fd556ad-d1ed-4622-8ade-3651030de274 req-edde58d9-734e-403a-99ba-add11e599dbe tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240380 Aug 04 16:28:25.745371 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:25.750834 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.759814 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.813871 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.841361 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:25.847694 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.850945 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201fef92-e930-40e2-94cd-62ce35b54966 x-openstack-request-id: req-201fef92-e930-40e2-94cd-62ce35b54966 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:25.851449 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99666e60-6bbd-4781-9799-fda2c3a963ed", "name": "network-vif-deleted", "tag": "5b93c900-c53b-4d53-b6a8-df9fed61cbc5", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:25.852022 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-201fef92-e930-40e2-94cd-62ce35b54966 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:25.852672 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99666e60-6bbd-4781-9799-fda2c3a963ed', 'name': 'network-vif-deleted', 'tag': '5b93c900-c53b-4d53-b6a8-df9fed61cbc5', 'status': 'completed', 'code': 200} Aug 04 16:28:25.863168 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.887474 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Transition to ACTIVE for port object 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:25.889259 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port b17a4b5f-f168-4a40-afe8-5af5be7f7177 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:25.889632 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.894138 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-050f39c1-3781-4f25-8534-d28a83eca65f tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.898852 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-050f39c1-3781-4f25-8534-d28a83eca65f tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 814 time: 0.2637532 Aug 04 16:28:25.902039 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.930795 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:25.931533 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:25.933103 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-fa10ba47-18ae-4d96-b308-43a829c0e61e service neutron] 10.222.0.53 "PUT /v2.0/ports/8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 1093 time: 1.6909039 Aug 04 16:28:25.954994 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.017805 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5a85f6-9911-495a-9bf1-de6a73903a96,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.073593 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.076124 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7035449 Aug 04 16:28:26.083774 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48420) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:26.089726 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.090085 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.090440 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.090783 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.091125 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.091463 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.091799 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.092204 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.092548 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.092878 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.093205 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.093530 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d802837-2e20-4264-9b2c-9d1e143a9b55 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.095437 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-2469db96-0088-48d2-9551-629f59cab604 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a85f6-9911-495a-9bf1-de6a73903a96', 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:26.128458 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-1e6f8cbd-f0ae-42fa-8aa5-a4eb8cd0efde tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/quotas/853a784793a644b7872376275915efef HTTP/1.1" status: 200 len: 375 time: 0.1431563 Aug 04 16:28:26.154152 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Pushing event updated for resources: {'Port': ['ID=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.171448 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a40ef8-8a0a-4e4c-9bd2-45adcae0168c req-6f762a84-e26d-45ae-bbd5-39685c9f5d1c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:26.184663 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47a40ef8-8a0a-4e4c-9bd2-45adcae0168c req-6f762a84-e26d-45ae-bbd5-39685c9f5d1c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.2642200 Aug 04 16:28:26.211705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-26653209-32f5-4ad5-bea3-61ec1898d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:26.214987 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-26653209-32f5-4ad5-bea3-61ec1898d215 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1096 time: 0.1914747 Aug 04 16:28:26.285749 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-1e0c7f5f-6fff-4ce3-96a9-3427e6ae9fed tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530402 Aug 04 16:28:26.312437 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-5e738719-3442-44b1-87ed-a57a94d7f15a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 217 time: 0.0580864 Aug 04 16:28:26.339113 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47a40ef8-8a0a-4e4c-9bd2-45adcae0168c req-8118e276-29c3-48de-a3ee-d05103052e5f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532750 Aug 04 16:28:26.351944 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Attempting to bind port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:26.352318 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Attempting to bind port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:26.353823 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Attempting to bind port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 on network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:26.370111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:26.370478 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Checking segment: {'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:26.371533 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.371956 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Bound using segment: {'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:26.372487 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Bound port: 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:26.372884 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.385169 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2469db96-0088-48d2-9551-629f59cab604 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.463245 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2469db96-0088-48d2-9551-629f59cab604 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.470306 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-a214ada9-25d8-4898-a815-48759a12a3fb service neutron] 10.222.0.79 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785276 Aug 04 16:28:26.489794 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2469db96-0088-48d2-9551-629f59cab604 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.525137 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-d6e46d49-2455-47ae-895a-abd03c7c5c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:26.526613 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-d6e46d49-2455-47ae-895a-abd03c7c5c96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 200 len: 846 time: 0.2052810 Aug 04 16:28:26.534436 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469db96-0088-48d2-9551-629f59cab604 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f45be6f6-d797-47b5-bd4d-66dd59c82132,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.557300 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] For port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:26.561726 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] For port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,segment=NetworkSegment(1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2),segment_id=1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:26.581908 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2469db96-0088-48d2-9551-629f59cab604 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.582961 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2469db96-0088-48d2-9551-629f59cab604 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4943514 Aug 04 16:28:26.587237 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48430) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:26.589451 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.596112 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-ace7a43b-c3b5-4ed5-897d-a22faa26b3f6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a85f6-9911-495a-9bf1-de6a73903a96', 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:26.615386 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-1f4cbbce-cbd8-4a3c-8108-df6c7b58266a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:26.618044 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-1f4cbbce-cbd8-4a3c-8108-df6c7b58266a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754972 Aug 04 16:28:26.628929 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eca08c-df8a-42f9-8b8d-f69f6b92aaa5 req-4e1f7cce-a211-4685-b184-e75f735f7264 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:26.636256 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f5eca08c-df8a-42f9-8b8d-f69f6b92aaa5 req-4e1f7cce-a211-4685-b184-e75f735f7264 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1165643 Aug 04 16:28:26.658845 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48432) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:26.677751 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-405eb833-0988-4fc7-9b47-f7ec33f1ebea service neutron] 10.222.0.79 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062705 Aug 04 16:28:26.695056 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb7affb-eaf2-4f12-9404-87914d635dc9 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:26.706379 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Pushing event updated for resources: {'Port': ['ID=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.716649 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f5eca08c-df8a-42f9-8b8d-f69f6b92aaa5 req-2226b340-d7b6-49bc-ab76-551fa97d8499 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793526 Aug 04 16:28:26.723164 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ace7a43b-c3b5-4ed5-897d-a22faa26b3f6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.746037 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.780247 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Transition to ACTIVE for port object 8cb7affb-eaf2-4f12-9404-87914d635dc9 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:26.796943 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.799469 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.799732 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.799973 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.801340 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.801792 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.802748 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.805334 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.805794 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.806245 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.806684 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.808474 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.808979 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c63b120-08db-4595-bb75-7f5d1458f75e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:28:26.819279 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Routers {'5ff7a618-fc9b-4142-8381-0cef39a487e1'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:28:26.823725 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:28:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5ff7a618-fc9b-4142-8381-0cef39a487e1'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:26.874176 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ace7a43b-c3b5-4ed5-897d-a22faa26b3f6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.910295 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ace7a43b-c3b5-4ed5-897d-a22faa26b3f6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.966100 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5f44a156-6c80-4046-9877-86ace28ad908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:26.983097 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb7affb-eaf2-4f12-9404-87914d635dc9,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:26.992694 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace7a43b-c3b5-4ed5-897d-a22faa26b3f6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=471ef50d-f686-42fb-94aa-feb68bb699f1,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:27.000852 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-df133516-938e-4186-966e-5e428af59054 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294029 Aug 04 16:28:27.010779 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ace7a43b-c3b5-4ed5-897d-a22faa26b3f6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.017436 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-ace7a43b-c3b5-4ed5-897d-a22faa26b3f6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4258478 Aug 04 16:28:27.018180 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48444) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:27.036257 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-9e7aa829-4980-43ee-a30d-1e83dfe4596c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a85f6-9911-495a-9bf1-de6a73903a96', 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:27.091322 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe39f8e-234e-4a8c-83a7-6f2c3d88de8b req-d1b1e659-3594-4953-a4f9-c7ba33b16965 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:27.093430 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ebe39f8e-234e-4a8c-83a7-6f2c3d88de8b req-d1b1e659-3594-4953-a4f9-c7ba33b16965 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.2395332 Aug 04 16:28:27.152876 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.161251 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2d509-c42b-4ea7-8c9b-48774241b670 req-66fa1caa-a644-4364-a2cc-7dd89ba3dea6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:27.174602 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-52c2d509-c42b-4ea7-8c9b-48774241b670 req-66fa1caa-a644-4364-a2cc-7dd89ba3dea6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.1231642 Aug 04 16:28:27.179633 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:28:27.186136 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] Set router 5ff7a618-fc9b-4142-8381-0cef39a487e1 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:28:27.214758 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ebe39f8e-234e-4a8c-83a7-6f2c3d88de8b req-540fbc01-823c-47a8-97bc-46b4e835f3ae tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114001 Aug 04 16:28:27.258433 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-52c2d509-c42b-4ea7-8c9b-48774241b670 req-080a394a-7dfa-42d0-b076-8aec71e4a2b0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826948 Aug 04 16:28:27.262725 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:28:27.265356 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 5b93c900-c53b-4d53-b6a8-df9fed61cbc5 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:28:27.292066 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Attempting to bind port 8cb7affb-eaf2-4f12-9404-87914d635dc9 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:27.292613 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Attempting to bind port 8cb7affb-eaf2-4f12-9404-87914d635dc9 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:27.292719 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Attempting to bind port 8cb7affb-eaf2-4f12-9404-87914d635dc9 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:27.331422 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f4ae6629-d087-4ecf-a1e8-70ac4ddc6938 req-84d29dd4-1a53-44b7-9b5f-1952a7ab5b7b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 210 time: 0.0417192 Aug 04 16:28:27.335998 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6f3da15f-bb9a-4211-9608-9cbc4b612dea req-ff163241-8a0b-4783-af98-11e1079856e4 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089681 Aug 04 16:28:27.336745 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Port 8cb7affb-eaf2-4f12-9404-87914d635dc9 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:28:27.337036 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Attempting to bind port 8cb7affb-eaf2-4f12-9404-87914d635dc9 on network 4a8fcdc5-280f-4d38-a36a-37944d8ebae9 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:27.352447 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:27.352790 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Checking segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:27.353183 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Bound using segment: {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:27.353754 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Bound port: 8cb7affb-eaf2-4f12-9404-87914d635dc9, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ea921c-26c8-49b1-b5e1-7e9f63345e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:27.353977 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.420791 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5f44a156-6c80-4046-9877-86ace28ad908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.436640 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5f44a156-6c80-4046-9877-86ace28ad908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.494586 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] For port 8cb7affb-eaf2-4f12-9404-87914d635dc9, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:27.499211 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] For port 8cb7affb-eaf2-4f12-9404-87914d635dc9, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cb7affb-eaf2-4f12-9404-87914d635dc9,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:27.514059 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.530415 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa829-4980-43ee-a30d-1e83dfe4596c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.534786 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5f44a156-6c80-4046-9877-86ace28ad908 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b4bd4a03a7db46dda9f3462a8042cefe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8738282 Aug 04 16:28:27.543377 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48468) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:27.560317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:27.561116 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.562573 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] 10.222.0.53 "PUT /v2.0/ports/8cb7affb-eaf2-4f12-9404-87914d635dc9 HTTP/1.1" status: 200 len: 1093 time: 1.9241414 Aug 04 16:28:27.583778 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44a156-6c80-4046-9877-86ace28ad908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=534526e9-9044-4d4a-8753-2fd98a2c60fa,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:27.602596 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688bac4-c4b1-431b-a83d-3f07f2af6e1a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb7affb-eaf2-4f12-9404-87914d635dc9,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:27.614873 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af44722-0cf3-41d8-a18e-418d022680c3 req-34777821-99c9-46a0-ab41-5de8d0b48f25 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:27.617584 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6af44722-0cf3-41d8-a18e-418d022680c3 req-34777821-99c9-46a0-ab41-5de8d0b48f25 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1779840 Aug 04 16:28:27.670912 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:28:20Z', 'revision_number': 4, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port': {'id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:15Z', 'updated_at': '2021-08-04T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950', 'name': '', 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'mac_address': 'fa:16:3e:12:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fdd3574-0cea-42db-bba8-b7563b1f2c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:19Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 4, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'subnets': [{'id': '9fdd3574-0cea-42db-bba8-b7563b1f2c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:28:27.711696 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee8a057-31eb-4d46-8f05-d1b11e66a156 None None] The sync data for ids ['5ff7a618-fc9b-4142-8381-0cef39a487e1'] in dv-cinder-802882-3-iscsi is: [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:28:20Z', 'revision_number': 4, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port': {'id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:15Z', 'updated_at': '2021-08-04T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950', 'name': '', 'network_id': '19ef9fd6-77e5-4892-b69f-7e01031bfb00', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'mac_address': 'fa:16:3e:12:7b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '9fdd3574-0cea-42db-bba8-b7563b1f2c68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:19Z', 'updated_at': '2021-08-04T16:28:26Z', 'revision_number': 4, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'subnets': [{'id': '9fdd3574-0cea-42db-bba8-b7563b1f2c68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:28:27.717442 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa829-4980-43ee-a30d-1e83dfe4596c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.720743 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-58e3838a-d6c3-48fa-8055-ff6836dcc48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.739025 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa829-4980-43ee-a30d-1e83dfe4596c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.748544 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6af44722-0cf3-41d8-a18e-418d022680c3 req-ee1bea1d-41dd-45b1-bd83-a48d14829425 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176267 Aug 04 16:28:27.774413 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-58e3838a-d6c3-48fa-8055-ff6836dcc48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.832713 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7aa829-4980-43ee-a30d-1e83dfe4596c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492effa2-abb7-4769-9003-1c556aa8b92e,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:27.874562 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9e7aa829-4980-43ee-a30d-1e83dfe4596c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:27.880672 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-9e7aa829-4980-43ee-a30d-1e83dfe4596c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8481863 Aug 04 16:28:27.882396 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48480) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:27.899757 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-2cdcb45c-3acd-4be3-aa0a-60db6495d5db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a85f6-9911-495a-9bf1-de6a73903a96', 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:27.986790 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb45c-3acd-4be3-aa0a-60db6495d5db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.016635 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39d630-e0c9-4725-82a6-9203a4430140 req-19c60ff0-a95f-4575-9c25-b86789be2219 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.018461 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3f39d630-e0c9-4725-82a6-9203a4430140 req-19c60ff0-a95f-4575-9c25-b86789be2219 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1350369 Aug 04 16:28:28.047058 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-58e3838a-d6c3-48fa-8055-ff6836dcc48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.050364 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-58e3838a-d6c3-48fa-8055-ff6836dcc48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.054365 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-58e3838a-d6c3-48fa-8055-ff6836dcc48e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/534526e9-9044-4d4a-8753-2fd98a2c60fa HTTP/1.1" status: 204 len: 168 time: 0.5073733 Aug 04 16:28:28.077269 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'}, {'name': 'network-changed', 'server_uuid': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'tag': '8cb7affb-eaf2-4f12-9404-87914d635dc9'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:28.079714 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24641619-0a22-49f7-af2f-3a785923e7f9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5"}, {"name": "network-changed", "server_uuid": "2e46636f-6d41-4f47-9a94-fceffcf0b661", "tag": "8cb7affb-eaf2-4f12-9404-87914d635dc9"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:28.100442 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470c44-3622-48e8-a769-e4bda2375225 req-c11cfad5-f5fe-403d-b2a5-c7dfa772518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.102339 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-c11cfad5-f5fe-403d-b2a5-c7dfa772518b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 1096 time: 0.4492378 Aug 04 16:28:28.114723 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e3838a-d6c3-48fa-8055-ff6836dcc48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=534526e9-9044-4d4a-8753-2fd98a2c60fa,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.145647 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3f39d630-e0c9-4725-82a6-9203a4430140 req-76767464-2cf8-4fa5-99c4-e34a4c16a9f0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128018 Aug 04 16:28:28.164948 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb45c-3acd-4be3-aa0a-60db6495d5db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.181818 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb45c-3acd-4be3-aa0a-60db6495d5db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.230560 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc89d79-ad3a-4989-bdf5-cc9e46297171 x-openstack-request-id: req-6fc89d79-ad3a-4989-bdf5-cc9e46297171 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:28.230914 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e46636f-6d41-4f47-9a94-fceffcf0b661", "tag": "8cb7affb-eaf2-4f12-9404-87914d635dc9", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:28.231130 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6fc89d79-ad3a-4989-bdf5-cc9e46297171 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:28.231485 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'status': 'completed', 'code': 200} Aug 04 16:28:28.231734 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'tag': '8cb7affb-eaf2-4f12-9404-87914d635dc9', 'status': 'completed', 'code': 200} Aug 04 16:28:28.233480 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcb45c-3acd-4be3-aa0a-60db6495d5db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95a33606-e954-44c5-9672-7a649cdf14e1,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.233597 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-e1bf4493-ca33-421f-8c67-acf7c597e04d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cb7affb-eaf2-4f12-9404-87914d635dc9 HTTP/1.1" status: 200 len: 217 time: 0.1137900 Aug 04 16:28:28.248143 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2cdcb45c-3acd-4be3-aa0a-60db6495d5db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.252269 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-2cdcb45c-3acd-4be3-aa0a-60db6495d5db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3553119 Aug 04 16:28:28.252586 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48500) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.259671 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a85f6-9911-495a-9bf1-de6a73903a96', 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.356491 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.securitygroups_db [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Project ae7a335e80a54ff9b6ae846cc35a3e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:28:28.388509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.460618 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da470c44-3622-48e8-a769-e4bda2375225 req-a6631464-05e3-4226-aab3-4f6c73e848ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.462438 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-a6631464-05e3-4226-aab3-4f6c73e848ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.1736231 Aug 04 16:28:28.466778 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.477664 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.480138 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf69efc-d744-4360-b270-9773bb245471 req-5c407d9d-c5cb-446d-8968-4f4cc05411cd tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.482397 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fbf69efc-d744-4360-b270-9773bb245471 req-5c407d9d-c5cb-446d-8968-4f4cc05411cd tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.1240556 Aug 04 16:28:28.500365 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-ecc4f44f-1549-4f80-a4d2-64982c224d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.502025 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-ecc4f44f-1549-4f80-a4d2-64982c224d83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1096 time: 0.1626337 Aug 04 16:28:28.532245 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8327e6-0a38-40f5-baf3-ab0b2c98a734 req-b489ab21-b772-4d8b-a73d-73e0faebdaae tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.536567 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-99027407-b63e-4f65-bb3c-9f550f7c0b49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599072 Aug 04 16:28:28.537312 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a6f697-273d-410e-93ab-cf8dd37218a7,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.540794 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8a8327e6-0a38-40f5-baf3-ab0b2c98a734 req-b489ab21-b772-4d8b-a73d-73e0faebdaae tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.1290634 Aug 04 16:28:28.583425 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fbf69efc-d744-4360-b270-9773bb245471 req-f38000ce-ce52-4236-a71e-d5cdd9752c8e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851324 Aug 04 16:28:28.619969 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.623778 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-3a236a83-2150-4b87-ab5d-9005efa91b25 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3675675 Aug 04 16:28:28.624289 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48524) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:28.629972 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8a8327e6-0a38-40f5-baf3-ab0b2c98a734 req-eb21df45-e04b-4668-8bc4-99abe57598dc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872030 Aug 04 16:28:28.641065 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'security_group_rule': {'security_group_id': 'ee5a85f6-9911-495a-9bf1-de6a73903a96', 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:28.726296 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fd00df4b-5f13-47ef-9c02-0bf80856731f req-7241ff67-8c34-43d3-8dac-567b8ab6e94e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 210 time: 0.0406363 Aug 04 16:28:28.746930 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.securitygroups_db [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Project ae7a335e80a54ff9b6ae846cc35a3e17 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:28:28.766811 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-5ad0d703-1653-46e9-8220-f5a184d01c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.768330 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-5ad0d703-1653-46e9-8220-f5a184d01c66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 908 time: 0.2415898 Aug 04 16:28:28.768966 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.781812 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-6c6d090f-282b-465d-a236-a837ad0bd9f9 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160816 Aug 04 16:28:28.842603 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.848142 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.866830 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470c7ae8-e6fa-48ee-9066-e38d7b12079a,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:28.875018 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:28.876803 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a4b79b81-8f2f-4ba6-be36-837cd99bfd5b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2400811 Aug 04 16:28:28.923776 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c375f-f241-448a-a5b9-e42b9a58666b req-0a6223fe-e3c9-4866-b2a9-439d584ffc40 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:28.925357 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-795c375f-f241-448a-a5b9-e42b9a58666b req-0a6223fe-e3c9-4866-b2a9-439d584ffc40 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0548086 Aug 04 16:28:28.967158 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-795c375f-f241-448a-a5b9-e42b9a58666b req-b3fe7ce1-e302-4b24-8f3c-103ca3a6e3f5 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349560 Aug 04 16:28:29.031767 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 48568) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:29.125947 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-155033033-network', 'tenant_id': '9d8919ccae2444da9088778af44e5fdb'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:29.147146 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Made reservation on behalf of 9d8919ccae2444da9088778af44e5fdb for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:29.149559 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.158401 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.267524 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.273391 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.291644 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53102a5-88fd-482f-b288-edf6a1144a1a req-cffac347-ec75-4d3f-8d3d-f4840a5ffc0c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:29.300421 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d53102a5-88fd-482f-b288-edf6a1144a1a req-cffac347-ec75-4d3f-8d3d-f4840a5ffc0c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0646188 Aug 04 16:28:29.323596 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:28:29.342192 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7188fa9-c625-4c43-8fd8-9c5a8629abf4,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:29.347374 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.347726 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Added segment 64e94479-34b7-48f1-a8e4-89b853d1a283 of type vlan for network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 Aug 04 16:28:29.352191 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d53102a5-88fd-482f-b288-edf6a1144a1a req-fdba730a-c078-4c4b-a7eb-840b6a977e83 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473971 Aug 04 16:28:29.396680 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.437689 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.438918 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:29.439529 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.469306 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:29.517096 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4834800 Aug 04 16:28:29.518972 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 48590) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:29.525142 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a747c9-86c0-4d0c-9ec0-5905f5edb160 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca0315d-4a60-4a86-abd3-0699db3a7e36,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:29.525749 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Request body: {'subnet': {'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-155033033-subnet', 'tenant_id': '9d8919ccae2444da9088778af44e5fdb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:29.539472 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:28:29.549997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Made reservation on behalf of 9d8919ccae2444da9088778af44e5fdb for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:29.552742 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14119155'] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.555891 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:29.586456 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:29.586896 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.692395 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.732113 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,segment=NetworkSegment(1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2),segment_id=1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:29.737013 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:29.801470 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:29.992998 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db571c-904c-4345-ba12-4e6a53b2d35a req-5abaacb1-1c5d-462e-b52f-584ba0ec5314 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:29.994478 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-15db571c-904c-4345-ba12-4e6a53b2d35a req-5abaacb1-1c5d-462e-b52f-584ba0ec5314 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.2944829 Aug 04 16:28:30.006242 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bc20b-7357-46ce-8d06-59f43d77ed1f req-6cc1c62d-6475-4087-9fa9-15adfca43f32 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:30.007773 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4c7bc20b-7357-46ce-8d06-59f43d77ed1f req-6cc1c62d-6475-4087-9fa9-15adfca43f32 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.2965667 Aug 04 16:28:30.020130 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13155966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14119137'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:30.111398 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-15db571c-904c-4345-ba12-4e6a53b2d35a req-a4a8c670-3b42-499e-a1fa-f19cc4762319 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025562 Aug 04 16:28:30.125495 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f1fda1f-4d23-4f4f-839d-e84b4a85875c,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:30.131983 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4c7bc20b-7357-46ce-8d06-59f43d77ed1f req-db025d9c-f50b-436e-9c17-5116e4dd9be0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138434 Aug 04 16:28:30.138437 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Checking segment: {'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:30.138803 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Network hostable DHCP agents. Network: 7ca0315d-4a60-4a86-abd3-0699db3a7e36, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:28:30.164365 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:28:30.174959 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 7ca0315d-4a60-4a86-abd3-0699db3a7e36) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:30.179427 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:30.180206 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:30.186421 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b9c9f3-321c-47e2-8f41-381d264cd1ed None None] Network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:30.240975 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f88d99be-1d5e-43a1-b898-f688d43ac334 req-cbaf568b-d4bf-41d5-accf-c832e4b00864 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 210 time: 0.0490010 Aug 04 16:28:30.243661 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-bada342a-06a7-4dec-afd2-b434a3a7e004 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7236891 Aug 04 16:28:30.269072 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829544e5-2d91-497e-af6d-b3e5e860f1ab req-8ec8df69-6bf4-4f62-90a2-01eeafd74527 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:30.270613 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-829544e5-2d91-497e-af6d-b3e5e860f1ab req-8ec8df69-6bf4-4f62-90a2-01eeafd74527 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0798771 Aug 04 16:28:30.311366 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-829544e5-2d91-497e-af6d-b3e5e860f1ab req-c365a280-d61c-46d4-a01c-229b98fd0428 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341415 Aug 04 16:28:30.318336 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aaa318-1f2a-4707-8b94-d69b21d3a9e7 None None] Network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:28:30.474848 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8563a-f161-47d4-ad52-cab68aa2a05e req-51ed33c9-2288-4ddf-80a1-3c3c25ceffb2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:30.478327 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ebf8563a-f161-47d4-ad52-cab68aa2a05e req-51ed33c9-2288-4ddf-80a1-3c3c25ceffb2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0586247 Aug 04 16:28:30.531056 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ebf8563a-f161-47d4-ad52-cab68aa2a05e req-7e9ebb4e-a8f6-457e-baf5-c5cf5bbbeb58 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479882 Aug 04 16:28:31.253566 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de442-e6a6-4bcf-8fc6-2a1d4c690823 req-0e757f74-08b8-47b5-b7a0-a5c8d86eba98 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.255080 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-af0de442-e6a6-4bcf-8fc6-2a1d4c690823 req-0e757f74-08b8-47b5-b7a0-a5c8d86eba98 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0742247 Aug 04 16:28:31.275648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e8df-7b5e-40f7-8159-27ee8a360599 req-90308656-8e60-4d73-bad3-4c47684906fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.277123 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ac1e8df-7b5e-40f7-8159-27ee8a360599 req-90308656-8e60-4d73-bad3-4c47684906fc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0716534 Aug 04 16:28:31.322323 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-af0de442-e6a6-4bcf-8fc6-2a1d4c690823 req-386b980d-7919-4982-a36b-0e78b25cca6e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603912 Aug 04 16:28:31.347700 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ac1e8df-7b5e-40f7-8159-27ee8a360599 req-27ccc6f4-ab4d-4248-864e-8ae760be0d4d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583475 Aug 04 16:28:31.366859 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:31.423500 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:31.424314 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:31.439053 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4559cf2f-9099-4620-acdb-1fa389d08172 req-229e0a8b-19bd-4533-9ad9-94ea0e8be043 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 210 time: 0.0470605 Aug 04 16:28:31.488085 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad536-9ede-4824-854a-f90c14af63ec req-b36f409e-88b9-4229-ba49-16fb03270d6b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.489718 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c05ad536-9ede-4824-854a-f90c14af63ec req-b36f409e-88b9-4229-ba49-16fb03270d6b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0617745 Aug 04 16:28:31.533442 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c05ad536-9ede-4824-854a-f90c14af63ec req-f85d12ae-f3a4-4192-8530-35338ed767cb tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Aug 04 16:28:31.676482 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-db103bf3-0167-4811-8d25-70cd1eb2ecab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 217 time: 0.1262319 Aug 04 16:28:31.715626 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f4e99-9f40-4a15-8f56-c7ce107035c9 req-ebbc3e39-0788-47fa-9aa5-fea208f7affa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.723596 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-088f4e99-9f40-4a15-8f56-c7ce107035c9 req-ebbc3e39-0788-47fa-9aa5-fea208f7affa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0813820 Aug 04 16:28:31.775304 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-088f4e99-9f40-4a15-8f56-c7ce107035c9 req-1ddf7e47-e250-4b8a-b794-fac0cbedbdcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505662 Aug 04 16:28:31.818505 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-045af69f-eb0b-4127-804b-fa110430b45b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.820697 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-045af69f-eb0b-4127-804b-fa110430b45b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.53 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 814 time: 0.2476907 Aug 04 16:28:31.847190 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'port': {'device_id': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'admin_state_up': True, 'tenant_id': '853a784793a644b7872376275915efef'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:31.853889 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-a096834d-adc1-48d1-b61a-90d9d39bf9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.855331 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-a096834d-adc1-48d1-b61a-90d9d39bf9df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 200 len: 846 time: 0.1627517 Aug 04 16:28:31.870934 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-da470c44-3622-48e8-a769-e4bda2375225 req-275ad736-f881-4ea5-a554-372290e2cd01 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286006 Aug 04 16:28:31.972419 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-bc82f683-2e34-4508-8768-a263bbb344a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:31.973920 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-bc82f683-2e34-4508-8768-a263bbb344a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1053870 Aug 04 16:28:32.050453 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Made reservation on behalf of 853a784793a644b7872376275915efef for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:32.054262 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:32.156216 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-8f8018d7-909d-4704-b513-f9466bfdefe8 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615429 Aug 04 16:28:32.298589 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Allocated IP 172.20.0.8 (168024c2-1d98-4980-8b7d-1d6541d0c2cf/62b03eab-bff2-4173-92f1-ed0e6b695006/4eb5670b-b9e2-4b0e-9238-d848534abdcf) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:32.315900 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-bbacdd84-0644-45db-956e-a2d3bbb52c30 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509452 Aug 04 16:28:32.566512 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:32.607752 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Transition to ACTIVE for port object 4eb5670b-b9e2-4b0e-9238-d848534abdcf will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:32.633836 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31240862-2b37-4a67-92ed-a77658301dfd req-519a20cd-b2dd-4550-a169-34e38c1473e4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:32.645323 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-31240862-2b37-4a67-92ed-a77658301dfd req-519a20cd-b2dd-4550-a169-34e38c1473e4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.1873722 Aug 04 16:28:32.676380 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:32.703727 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c142a9a-553b-453b-9d67-ea731ade04b0 req-06afb141-7c61-46a0-b335-3a60d9d0ca36 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:32.712471 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0c142a9a-553b-453b-9d67-ea731ade04b0 req-06afb141-7c61-46a0-b335-3a60d9d0ca36 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.1780891 Aug 04 16:28:32.727338 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:32.733144 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:32.776825 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0c142a9a-553b-453b-9d67-ea731ade04b0 req-132a4dc3-1f26-41b5-82ab-59a224ed76e3 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630326 Aug 04 16:28:32.782479 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:32.807882 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-31240862-2b37-4a67-92ed-a77658301dfd req-7d488b52-7ac8-4339-bf93-fbf3d096b89c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564503 Aug 04 16:28:32.889814 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:32.903687 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:32.904410 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:32.930749 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-992c293e-45d9-4d4f-b03c-cc14eac9cfc2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0909507 Aug 04 16:28:33.012498 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a17432-c642-458b-bdf5-78cc8c707aae req-ca38116b-0894-49f1-82d4-90f511523702 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:33.014243 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59a17432-c642-458b-bdf5-78cc8c707aae req-ca38116b-0894-49f1-82d4-90f511523702 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0763545 Aug 04 16:28:33.025711 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dba01c-eeb3-4b81-8b97-7e05e9a9864d req-7abc5d56-af9e-4702-bd9a-2fc221f3c2c3 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:33.028081 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-39dba01c-eeb3-4b81-8b97-7e05e9a9864d req-7abc5d56-af9e-4702-bd9a-2fc221f3c2c3 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.1519072 Aug 04 16:28:33.064529 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-da3ced4c-e91d-4de4-8210-feccde17499e None None] Provisioning for port 4eb5670b-b9e2-4b0e-9238-d848534abdcf completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:33.070199 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-da3ced4c-e91d-4de4-8210-feccde17499e None None] Provisioning complete for port 4eb5670b-b9e2-4b0e-9238-d848534abdcf triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:33.070630 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-da3ced4c-e91d-4de4-8210-feccde17499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:33.109744 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-39dba01c-eeb3-4b81-8b97-7e05e9a9864d req-0c4f7b1b-74e8-47f6-8901-2f3bac929484 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638537 Aug 04 16:28:33.119227 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59a17432-c642-458b-bdf5-78cc8c707aae req-ae376fc2-809d-41c0-885b-243f2fbf4502 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896056 Aug 04 16:28:33.151246 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-da3ced4c-e91d-4de4-8210-feccde17499e None None] Port 4eb5670b-b9e2-4b0e-9238-d848534abdcf cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:28:33.243185 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d00d7-dbdd-4153-be01-14815ced12c7 req-22e2ac1a-fdaf-4a76-8e7c-e1d870a2c7eb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:33.244771 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-027d00d7-dbdd-4153-be01-14815ced12c7 req-22e2ac1a-fdaf-4a76-8e7c-e1d870a2c7eb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0510254 Aug 04 16:28:33.287504 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-027d00d7-dbdd-4153-be01-14815ced12c7 req-3454eebf-6986-4186-a03b-ab6207604a4c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363388 Aug 04 16:28:33.907982 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cb52d-e344-4ac2-8b3d-fb04b014104e req-b59cf4b1-644e-407b-9690-f483160310e3 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:33.910388 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a44cb52d-e344-4ac2-8b3d-fb04b014104e req-b59cf4b1-644e-407b-9690-f483160310e3 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0702882 Aug 04 16:28:33.950395 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a44cb52d-e344-4ac2-8b3d-fb04b014104e req-98ac2839-c5f5-4b49-9aaa-404a63efa5a2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333886 Aug 04 16:28:34.058960 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51746304-07b0-477b-a2aa-cb092efe52f0 req-5bda15aa-2b3d-4e9c-80d8-a8be31ac2839 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:34.060496 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51746304-07b0-477b-a2aa-cb092efe52f0 req-5bda15aa-2b3d-4e9c-80d8-a8be31ac2839 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0541492 Aug 04 16:28:34.099000 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51746304-07b0-477b-a2aa-cb092efe52f0 req-7975d4f4-36af-4bd0-b670-91693c90b57c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Aug 04 16:28:34.278717 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440869e-147f-4400-98b9-a6329489629e req-ff2a3590-bc12-4739-acb0-695611344420 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:34.281548 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0440869e-147f-4400-98b9-a6329489629e req-ff2a3590-bc12-4739-acb0-695611344420 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0608807 Aug 04 16:28:34.336386 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0440869e-147f-4400-98b9-a6329489629e req-3cd531ac-9b80-4018-a34d-511da4755ee4 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456684 Aug 04 16:28:34.438958 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f99c-9108-45b9-9aaa-c60cc7e15278 req-091571c3-7bf5-4ab6-a227-2aa373650cef tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:34.440366 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8e62f99c-9108-45b9-9aaa-c60cc7e15278 req-091571c3-7bf5-4ab6-a227-2aa373650cef tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0481775 Aug 04 16:28:34.478377 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8e62f99c-9108-45b9-9aaa-c60cc7e15278 req-c17098e7-5fcd-4cd5-92ab-4e3c3dabeef0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313601 Aug 04 16:28:34.585854 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e9fb2-9353-4a55-bc10-f074199d2fb0 req-a467ba15-7e8d-41db-af70-3999d7459818 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:34.587730 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-738e9fb2-9353-4a55-bc10-f074199d2fb0 req-a467ba15-7e8d-41db-af70-3999d7459818 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0534661 Aug 04 16:28:34.635134 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-738e9fb2-9353-4a55-bc10-f074199d2fb0 req-c0ed54b2-a83e-4f38-a93d-77630548ce27 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412543 Aug 04 16:28:35.067576 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4f07-9e4d-4f31-a2fa-ce0b22fc4887 req-b5ebf4da-589e-42d0-a1ef-8ca806cbdbd7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:35.069096 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0bac4f07-9e4d-4f31-a2fa-ce0b22fc4887 req-b5ebf4da-589e-42d0-a1ef-8ca806cbdbd7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0503969 Aug 04 16:28:35.108193 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0bac4f07-9e4d-4f31-a2fa-ce0b22fc4887 req-57de1a85-6e21-4bb9-b015-bc36b8750753 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329535 Aug 04 16:28:35.217564 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac0f9e-3bad-450b-a959-371ff086d26f req-21b0ba7f-edba-479f-ac51-211391f615cf tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:35.219182 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-edac0f9e-3bad-450b-a959-371ff086d26f req-21b0ba7f-edba-479f-ac51-211391f615cf tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0539486 Aug 04 16:28:35.260407 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-edac0f9e-3bad-450b-a959-371ff086d26f req-8a871554-b83b-4543-9d7d-e4823e57fac5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Aug 04 16:28:35.451781 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e85df-f62b-4544-a4bf-693cd4ddda2c req-fe4f3437-3bda-453b-b24e-1bb7c934f599 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:35.453374 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-324e85df-f62b-4544-a4bf-693cd4ddda2c req-fe4f3437-3bda-453b-b24e-1bb7c934f599 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0517259 Aug 04 16:28:35.491824 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-324e85df-f62b-4544-a4bf-693cd4ddda2c req-d63cbadf-233c-447b-82a0-7a9ff17395e9 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325973 Aug 04 16:28:35.616470 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f06849-13a8-4d4a-9018-8743c4d3eb26 req-0bf0dc07-2e56-4fe0-9642-6471c0c31abd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:35.618129 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84f06849-13a8-4d4a-9018-8743c4d3eb26 req-0bf0dc07-2e56-4fe0-9642-6471c0c31abd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0585730 Aug 04 16:28:35.657908 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84f06849-13a8-4d4a-9018-8743c4d3eb26 req-86a861de-f2f6-439d-8738-ab2d881e8fa1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336952 Aug 04 16:28:35.762846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6256a-a50a-4c83-abf8-24284b839860 req-6e9d434e-e1f2-46da-97b2-02f885bd2c50 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:35.764350 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a2f6256a-a50a-4c83-abf8-24284b839860 req-6e9d434e-e1f2-46da-97b2-02f885bd2c50 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0491235 Aug 04 16:28:35.805248 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a2f6256a-a50a-4c83-abf8-24284b839860 req-a5857187-9678-4ebb-aec7-d3fad0719f69 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345633 Aug 04 16:28:36.226379 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f97bc14-b722-4fd8-aefb-36cf5b356a94 req-ea2db37d-a063-4c80-abb7-f38272b76aa0 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:36.227924 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7f97bc14-b722-4fd8-aefb-36cf5b356a94 req-ea2db37d-a063-4c80-abb7-f38272b76aa0 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0542421 Aug 04 16:28:36.268226 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7f97bc14-b722-4fd8-aefb-36cf5b356a94 req-ad4bd87e-fd4e-4a1a-b440-d61fe3eebff2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341318 Aug 04 16:28:36.392358 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa676fe-7f9a-45a8-bdde-ad1da30c586b req-153914c9-6181-4b0d-8229-8a197c4ba039 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:36.393771 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4aa676fe-7f9a-45a8-bdde-ad1da30c586b req-153914c9-6181-4b0d-8229-8a197c4ba039 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0549152 Aug 04 16:28:36.434241 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4aa676fe-7f9a-45a8-bdde-ad1da30c586b req-a67088b7-b4ed-4423-9d1b-c7d957f25a2f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343666 Aug 04 16:28:36.614714 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff54146c-9f1e-497f-9802-14a97bb0cadc req-fadcdb6f-9a7d-4aff-a108-9e18e45bfa34 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:36.617636 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ff54146c-9f1e-497f-9802-14a97bb0cadc req-fadcdb6f-9a7d-4aff-a108-9e18e45bfa34 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0537803 Aug 04 16:28:36.679268 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ff54146c-9f1e-497f-9802-14a97bb0cadc req-26983dfa-ae0c-4ae5-9cab-623de296993b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511262 Aug 04 16:28:36.791942 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00cc20e-ab98-4968-930f-ef6abd6638f8 req-a5c079d6-3b3d-4798-af78-10a281f1bfcb tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:36.793437 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f00cc20e-ab98-4968-930f-ef6abd6638f8 req-a5c079d6-3b3d-4798-af78-10a281f1bfcb tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0559692 Aug 04 16:28:36.830504 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f00cc20e-ab98-4968-930f-ef6abd6638f8 req-61b795b8-ca61-4b3b-b40e-816abb18ce63 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311289 Aug 04 16:28:36.935668 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5591d8-f8ef-454d-9ca8-71fc0de7c1b6 req-77bbd0e8-b4cc-47a8-8509-a6e62e01d15d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:36.937094 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6d5591d8-f8ef-454d-9ca8-71fc0de7c1b6 req-77bbd0e8-b4cc-47a8-8509-a6e62e01d15d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0511796 Aug 04 16:28:36.974659 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6d5591d8-f8ef-454d-9ca8-71fc0de7c1b6 req-c5681d27-6336-4afa-a827-9b81df649414 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316150 Aug 04 16:28:37.389347 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edc59d8-67a0-4af4-8795-27cafdca401d req-45d2ce8c-1430-445e-ad47-a916e5e2fe97 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:37.390859 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4edc59d8-67a0-4af4-8795-27cafdca401d req-45d2ce8c-1430-445e-ad47-a916e5e2fe97 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0502727 Aug 04 16:28:37.431028 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4edc59d8-67a0-4af4-8795-27cafdca401d req-ebf7ae34-1de6-4ad2-8a06-13745f67fd9d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341232 Aug 04 16:28:37.554468 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced2837-7e96-46fc-b6d7-0460e9b7b11c req-bb223d9e-6fe3-4b98-a51c-ee0c82b64d4d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:37.555979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6ced2837-7e96-46fc-b6d7-0460e9b7b11c req-bb223d9e-6fe3-4b98-a51c-ee0c82b64d4d tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0537870 Aug 04 16:28:37.594756 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6ced2837-7e96-46fc-b6d7-0460e9b7b11c req-ee64a962-60bb-4101-883d-d900a6308ecb tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Aug 04 16:28:37.797474 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70596-1801-4ee9-bd9f-019ec8edce9c req-e48cee03-add2-4489-b839-581fc0b7d885 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:37.799498 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41f70596-1801-4ee9-bd9f-019ec8edce9c req-e48cee03-add2-4489-b839-581fc0b7d885 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0512631 Aug 04 16:28:37.853608 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-41f70596-1801-4ee9-bd9f-019ec8edce9c req-5af94eb6-b0a9-4256-befe-d2dcac237adb tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Aug 04 16:28:37.974652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bb78d-a769-4190-ac5a-7b641b6340de req-cd03883d-1879-4699-bc44-9a67cef074d7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:37.977065 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-582bb78d-a769-4190-ac5a-7b641b6340de req-cd03883d-1879-4699-bc44-9a67cef074d7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0620825 Aug 04 16:28:38.023106 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-582bb78d-a769-4190-ac5a-7b641b6340de req-cd6b2834-fdd4-4931-8c72-49313c493c26 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Aug 04 16:28:38.134232 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63530c23-cd62-4eb1-b049-fb4c4290bff6 req-c34d7788-da19-44d8-8cb7-16ce410bb84c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:38.135734 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-63530c23-cd62-4eb1-b049-fb4c4290bff6 req-c34d7788-da19-44d8-8cb7-16ce410bb84c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0542829 Aug 04 16:28:38.173683 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-63530c23-cd62-4eb1-b049-fb4c4290bff6 req-a581c5b7-d022-4617-98ef-4f341a1621e7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321097 Aug 04 16:28:38.570071 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6041f-258a-431a-bd60-21594a576c8a req-4d328cca-c9e3-4677-9982-ef8cae5f44e2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:38.571829 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bac6041f-258a-431a-bd60-21594a576c8a req-4d328cca-c9e3-4677-9982-ef8cae5f44e2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0532901 Aug 04 16:28:38.611296 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bac6041f-258a-431a-bd60-21594a576c8a req-a56db0dd-70ca-4f2d-836f-924435851706 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334342 Aug 04 16:28:38.716958 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f16f4-513f-437f-bb3f-c49bba3ab133 req-8f92f416-8fa0-4076-ae11-de22608e2b17 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:38.718388 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-797f16f4-513f-437f-bb3f-c49bba3ab133 req-8f92f416-8fa0-4076-ae11-de22608e2b17 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0505514 Aug 04 16:28:38.757415 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-797f16f4-513f-437f-bb3f-c49bba3ab133 req-71a3ff78-be44-494e-91d9-05a7cafc5eb2 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330777 Aug 04 16:28:38.966761 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bec00-90b9-4697-a39a-d9f78192b026 req-7391d3b1-eecf-41e8-a5a4-97faf4ea8133 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:38.968305 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f29bec00-90b9-4697-a39a-d9f78192b026 req-7391d3b1-eecf-41e8-a5a4-97faf4ea8133 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0522742 Aug 04 16:28:39.006210 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f29bec00-90b9-4697-a39a-d9f78192b026 req-6076f92b-2008-4c05-986b-df345d264e77 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317976 Aug 04 16:28:39.154075 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b9dbc-9ed0-4e2c-8110-e5e3c29a636b req-372c4131-b40c-40dd-a1ce-0834acefa9ff tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:39.155741 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7e8b9dbc-9ed0-4e2c-8110-e5e3c29a636b req-372c4131-b40c-40dd-a1ce-0834acefa9ff tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0524619 Aug 04 16:28:39.193335 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7e8b9dbc-9ed0-4e2c-8110-e5e3c29a636b req-5d6f716d-2ce4-4223-92ff-93a5baae4620 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Aug 04 16:28:39.296022 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079443ae-82bc-4f58-b110-e65b3fe38eb7 req-8ea1b807-7374-40c2-b5b6-ef98618ea912 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:39.297531 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-079443ae-82bc-4f58-b110-e65b3fe38eb7 req-8ea1b807-7374-40c2-b5b6-ef98618ea912 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0497618 Aug 04 16:28:39.341204 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-079443ae-82bc-4f58-b110-e65b3fe38eb7 req-0b0776bf-5280-48d9-8bf6-b09190dcbdf8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375977 Aug 04 16:28:39.774460 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae395ca4-826f-4570-ac02-a732dd754227 req-44654d14-d5d0-4502-9b48-8bb0908915ba tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:39.776115 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ae395ca4-826f-4570-ac02-a732dd754227 req-44654d14-d5d0-4502-9b48-8bb0908915ba tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0767951 Aug 04 16:28:39.814327 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ae395ca4-826f-4570-ac02-a732dd754227 req-7e107dc2-86a1-4da2-b745-627bb55ebb1b tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323856 Aug 04 16:28:39.925954 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef68f67-c897-433a-865f-63997b76767b req-79d10d10-658c-4692-ac6d-f3bbf643dfb7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:39.934614 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1ef68f67-c897-433a-865f-63997b76767b req-79d10d10-658c-4692-ac6d-f3bbf643dfb7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0637395 Aug 04 16:28:39.978372 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1ef68f67-c897-433a-865f-63997b76767b req-0091e4da-ba9e-44d6-af2d-42d88a30437c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361514 Aug 04 16:28:40.121793 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131ada5-29bc-4dd1-a42e-810f6b98ea6e req-544fe929-afb1-4c68-a885-48c502b34d39 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:40.123288 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a131ada5-29bc-4dd1-a42e-810f6b98ea6e req-544fe929-afb1-4c68-a885-48c502b34d39 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0498047 Aug 04 16:28:40.163566 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a131ada5-29bc-4dd1-a42e-810f6b98ea6e req-50b71ad7-1046-4ff7-8b63-8c80063e26c8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331447 Aug 04 16:28:40.310104 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c4a9b-4462-4d6b-b4b1-f059f27292bc req-7cc673d3-0f36-43dd-9003-5e893aa1a93b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:40.311598 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-143c4a9b-4462-4d6b-b4b1-f059f27292bc req-7cc673d3-0f36-43dd-9003-5e893aa1a93b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0531254 Aug 04 16:28:40.348912 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-143c4a9b-4462-4d6b-b4b1-f059f27292bc req-14e1e13a-0152-4d2e-b938-246f284f22de tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313253 Aug 04 16:28:40.464640 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361fa890-752e-409c-84d0-45ff6aaf7817 req-16b8f4f5-3884-457a-bd40-ca08fc17728c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:40.466239 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-361fa890-752e-409c-84d0-45ff6aaf7817 req-16b8f4f5-3884-457a-bd40-ca08fc17728c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0487273 Aug 04 16:28:40.504977 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-361fa890-752e-409c-84d0-45ff6aaf7817 req-09d90f3d-75a4-47ff-9175-6b3a620fce37 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328009 Aug 04 16:28:40.933514 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe1a2a-7551-42f0-881c-6a76572ace1a req-a4601e85-4f14-49f0-b008-34fb59360826 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:40.940580 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7fe1a2a-7551-42f0-881c-6a76572ace1a req-a4601e85-4f14-49f0-b008-34fb59360826 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0592411 Aug 04 16:28:40.975327 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7fe1a2a-7551-42f0-881c-6a76572ace1a req-a7b84e46-150b-4061-9bca-e0c1f83aead2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327272 Aug 04 16:28:41.096007 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20355ba2-8b48-430f-95b2-5f05b9fbc45e req-3fd75a4b-eb4a-415d-965b-c321f11658e6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:41.097477 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-20355ba2-8b48-430f-95b2-5f05b9fbc45e req-3fd75a4b-eb4a-415d-965b-c321f11658e6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0536857 Aug 04 16:28:41.145033 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-20355ba2-8b48-430f-95b2-5f05b9fbc45e req-f2d805e5-23e4-45dc-a641-8178953df036 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409083 Aug 04 16:28:41.280138 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f38ced-dbcc-4acc-bcd9-9bf91210bfad req-16e04099-30a2-4132-bebe-83b3e4f713c0 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:41.281755 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17f38ced-dbcc-4acc-bcd9-9bf91210bfad req-16e04099-30a2-4132-bebe-83b3e4f713c0 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0516124 Aug 04 16:28:41.321045 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17f38ced-dbcc-4acc-bcd9-9bf91210bfad req-458e4dac-1a27-4d29-81bd-8d883a0d1225 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332534 Aug 04 16:28:41.469116 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163449-da8a-4b2b-951a-7ca6f415e743 req-2194b3f0-5d4d-431a-9d89-0ea8f00acdaa tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:41.470657 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-39163449-da8a-4b2b-951a-7ca6f415e743 req-2194b3f0-5d4d-431a-9d89-0ea8f00acdaa tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0525863 Aug 04 16:28:41.509490 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-39163449-da8a-4b2b-951a-7ca6f415e743 req-0a7e7097-dda4-4c9e-922d-bf3b9ab27e94 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326741 Aug 04 16:28:41.626925 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28841660-d089-4d32-b4e1-52240e9cb456 req-cef5b29a-05b0-4767-b1e6-cfb93f0de215 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:41.628403 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-28841660-d089-4d32-b4e1-52240e9cb456 req-cef5b29a-05b0-4767-b1e6-cfb93f0de215 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0520623 Aug 04 16:28:41.678017 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-28841660-d089-4d32-b4e1-52240e9cb456 req-d591d75a-92e6-4718-85db-2d08ab480434 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427601 Aug 04 16:28:42.090037 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bc740-1cb4-4b30-a705-eaecab0a507b req-48bb934b-3249-44f8-9760-189aeeb1148c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.091516 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-532bc740-1cb4-4b30-a705-eaecab0a507b req-48bb934b-3249-44f8-9760-189aeeb1148c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0489776 Aug 04 16:28:42.131649 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-532bc740-1cb4-4b30-a705-eaecab0a507b req-94eee202-8b14-4bfa-96ae-38743a83bf97 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336604 Aug 04 16:28:42.279490 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099045a8-83ac-4084-8236-f2b6081ef405 req-2143531a-0297-4fea-b025-bc11b4c25235 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.281046 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-099045a8-83ac-4084-8236-f2b6081ef405 req-2143531a-0297-4fea-b025-bc11b4c25235 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0493896 Aug 04 16:28:42.319707 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-099045a8-83ac-4084-8236-f2b6081ef405 req-09e94729-8016-48dc-987f-ac9c8df65245 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328002 Aug 04 16:28:42.444026 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dd583-0cd8-4aec-af30-608822875dc9 req-4857f2ce-06fd-4c75-99d9-b0f4236cf82d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.446148 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2c6dd583-0cd8-4aec-af30-608822875dc9 req-4857f2ce-06fd-4c75-99d9-b0f4236cf82d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0576606 Aug 04 16:28:42.490646 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2c6dd583-0cd8-4aec-af30-608822875dc9 req-78fe0a36-423e-4102-ae0d-3ad924e048d5 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Aug 04 16:28:42.628621 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f2ca9-d49a-453e-b996-393597bdc009 req-90b8b46b-d6c2-4ccb-a1a5-9a574cbf33ce tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.630558 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-874f2ca9-d49a-453e-b996-393597bdc009 req-90b8b46b-d6c2-4ccb-a1a5-9a574cbf33ce tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0521793 Aug 04 16:28:42.674123 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-874f2ca9-d49a-453e-b996-393597bdc009 req-59b5ce58-c0b6-49a6-91f0-dd3fbb58d61d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360997 Aug 04 16:28:42.802183 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467b6d8-bcfe-4864-8db8-834791083a6f req-313f184d-e0c4-4ce4-9f06-03ea2f861b20 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:42.803881 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4467b6d8-bcfe-4864-8db8-834791083a6f req-313f184d-e0c4-4ce4-9f06-03ea2f861b20 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0519371 Aug 04 16:28:42.843761 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4467b6d8-bcfe-4864-8db8-834791083a6f req-b4ae97bc-d641-4752-99b3-d1b4cbc73dd1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335808 Aug 04 16:28:43.254275 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10db366-6a01-441e-bf80-7a5b827470cc req-55b70c65-556a-482f-a153-598f173d21b7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:43.255781 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c10db366-6a01-441e-bf80-7a5b827470cc req-55b70c65-556a-482f-a153-598f173d21b7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0538645 Aug 04 16:28:43.295106 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c10db366-6a01-441e-bf80-7a5b827470cc req-af3bff02-f364-4cee-9490-8ef62b87e6c1 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Aug 04 16:28:43.449789 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15483c2c-6e51-4202-ba62-5fe26c865923 req-21e938e3-df9c-4432-9ed1-894b94e0f896 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:43.451370 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-15483c2c-6e51-4202-ba62-5fe26c865923 req-21e938e3-df9c-4432-9ed1-894b94e0f896 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0543652 Aug 04 16:28:43.493156 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-15483c2c-6e51-4202-ba62-5fe26c865923 req-a34dccfc-41e3-4d3d-9fb5-2b078e1c9e28 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353947 Aug 04 16:28:43.604015 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3cce0-0828-4c7c-b522-619a4cf0c8be req-6dd0c23d-76bd-4aaa-9918-9a34f7515b4c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:43.605592 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-80c3cce0-0828-4c7c-b522-619a4cf0c8be req-6dd0c23d-76bd-4aaa-9918-9a34f7515b4c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0489638 Aug 04 16:28:43.645975 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-80c3cce0-0828-4c7c-b522-619a4cf0c8be req-0682ec0f-4921-421c-98d6-54051a299a0e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344357 Aug 04 16:28:43.805835 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05271994-b7f5-49a5-b54a-6836c2ac0c7a req-13732860-0cb6-4fc6-af34-8aa02ca3dcda tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:43.807429 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05271994-b7f5-49a5-b54a-6836c2ac0c7a req-13732860-0cb6-4fc6-af34-8aa02ca3dcda tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0597546 Aug 04 16:28:43.846299 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05271994-b7f5-49a5-b54a-6836c2ac0c7a req-7bd0ff46-e40a-4b1b-8cba-34700311eae3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Aug 04 16:28:43.966424 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8aa651-52f5-447e-876e-6f09fe1684db req-62bb16f3-e3b3-4511-a1f3-1716a7d2aa59 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:43.967904 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-de8aa651-52f5-447e-876e-6f09fe1684db req-62bb16f3-e3b3-4511-a1f3-1716a7d2aa59 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0524750 Aug 04 16:28:44.008413 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-de8aa651-52f5-447e-876e-6f09fe1684db req-cb15be78-575b-4066-8de4-4318a3e67cc6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345716 Aug 04 16:28:44.416334 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09ded8-06f1-4031-8ce2-968511626a25 req-c6e1af74-ad80-4824-bb37-2fe34a9e0995 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:44.418591 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4e09ded8-06f1-4031-8ce2-968511626a25 req-c6e1af74-ad80-4824-bb37-2fe34a9e0995 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0499954 Aug 04 16:28:44.458701 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4e09ded8-06f1-4031-8ce2-968511626a25 req-a17bb029-f613-46ff-9a2d-c1cd47b82a61 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335708 Aug 04 16:28:44.623826 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aed8b7-c695-4b07-b4a8-8b4c95de0066 req-9c0403b4-e9c2-4e8d-baf7-4b397d51318f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:44.625273 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-38aed8b7-c695-4b07-b4a8-8b4c95de0066 req-9c0403b4-e9c2-4e8d-baf7-4b397d51318f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0640786 Aug 04 16:28:44.665817 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-38aed8b7-c695-4b07-b4a8-8b4c95de0066 req-79330a23-19e6-41fd-9d83-2429abd46ab1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346873 Aug 04 16:28:44.779306 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4224f199-5ef4-40a8-afd0-10bebc9e314f req-78b18c22-da76-4bb0-99b9-45d4bf628c7a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:44.780863 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4224f199-5ef4-40a8-afd0-10bebc9e314f req-78b18c22-da76-4bb0-99b9-45d4bf628c7a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0505071 Aug 04 16:28:44.818602 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4224f199-5ef4-40a8-afd0-10bebc9e314f req-2f632558-ac81-44b3-9ca4-f9314d2236e3 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317817 Aug 04 16:28:44.970306 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55adcc43-438f-409b-b16d-19f53f159b20 req-f5f4c0c2-9008-4893-8ec2-1f4d3dd4ea94 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:44.971831 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-55adcc43-438f-409b-b16d-19f53f159b20 req-f5f4c0c2-9008-4893-8ec2-1f4d3dd4ea94 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0503662 Aug 04 16:28:45.010780 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-55adcc43-438f-409b-b16d-19f53f159b20 req-2e67caa8-0af3-4e2b-a547-726e6df19ae4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328898 Aug 04 16:28:45.138876 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291c12c-e948-4ac9-a3a5-825b2f21a9f0 req-3db2697e-3233-44cc-9977-2f59ccf15515 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:45.145931 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8291c12c-e948-4ac9-a3a5-825b2f21a9f0 req-3db2697e-3233-44cc-9977-2f59ccf15515 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0633714 Aug 04 16:28:45.182123 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8291c12c-e948-4ac9-a3a5-825b2f21a9f0 req-0322ee2e-8252-4d8a-8c2e-39cf5a7c3a5a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352361 Aug 04 16:28:45.607829 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6b9b-843f-40f8-9cfe-259a6a86870c req-397d7955-660f-429f-b855-c9ea4a9767cb tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:45.609330 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6ffe6b9b-843f-40f8-9cfe-259a6a86870c req-397d7955-660f-429f-b855-c9ea4a9767cb tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0525527 Aug 04 16:28:45.648567 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6ffe6b9b-843f-40f8-9cfe-259a6a86870c req-4162489e-a83c-401e-9863-a4a886fa3de6 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332854 Aug 04 16:28:45.807999 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291f82d-79c6-485d-8034-30b822c4b681 req-4b978c2b-3e04-4605-8e0b-7d194c0f2966 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:45.809623 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8291f82d-79c6-485d-8034-30b822c4b681 req-4b978c2b-3e04-4605-8e0b-7d194c0f2966 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0656896 Aug 04 16:28:45.854044 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8291f82d-79c6-485d-8034-30b822c4b681 req-2cc1e918-115b-4d67-aa47-c03d4bcfefa3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382402 Aug 04 16:28:45.974443 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038a213-c01c-43ae-ae88-9b861b4b4f01 req-c15befed-8f02-4345-87c1-e856bbf77d20 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:45.976437 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9038a213-c01c-43ae-ae88-9b861b4b4f01 req-c15befed-8f02-4345-87c1-e856bbf77d20 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0582314 Aug 04 16:28:46.018703 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9038a213-c01c-43ae-ae88-9b861b4b4f01 req-66ef9d7b-f1a6-4369-bb77-dc9249160609 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359108 Aug 04 16:28:46.142152 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc56c19-4072-4520-8a2a-8bb5d9bc073e req-18dfcb7e-a1d4-43a5-8f24-6b672658f1ef tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.144237 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4bc56c19-4072-4520-8a2a-8bb5d9bc073e req-18dfcb7e-a1d4-43a5-8f24-6b672658f1ef tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0567696 Aug 04 16:28:46.185184 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4bc56c19-4072-4520-8a2a-8bb5d9bc073e req-3bd5a2ff-c446-42f1-807f-aaf59caf9ba4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343277 Aug 04 16:28:46.340322 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891a2bae-ce8a-4b02-96c4-ffe6e9139233 req-302cdfc2-3bb6-4938-bffa-2c6aa8701632 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.341855 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-891a2bae-ce8a-4b02-96c4-ffe6e9139233 req-302cdfc2-3bb6-4938-bffa-2c6aa8701632 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0601275 Aug 04 16:28:46.409663 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-891a2bae-ce8a-4b02-96c4-ffe6e9139233 req-75f707c2-1c64-4c9d-9b34-96fc7d70eb0d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610554 Aug 04 16:28:46.839898 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1612203-4a1b-4204-b18f-c3e9627fad9a req-125fc5ff-2da5-42f5-a8f1-5120622bc0e4 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:46.841856 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c1612203-4a1b-4204-b18f-c3e9627fad9a req-125fc5ff-2da5-42f5-a8f1-5120622bc0e4 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0921733 Aug 04 16:28:46.887747 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:28:46.978794 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c1612203-4a1b-4204-b18f-c3e9627fad9a req-afb76868-1d4f-408c-b2a6-76b398e2c822 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308825 Aug 04 16:28:47.104637 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2a4dd-df28-4fe8-8a83-5350e3203f04 req-1bb96993-5a4d-4fbb-b1b2-9091f335cd7b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.112026 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-46e2a4dd-df28-4fe8-8a83-5350e3203f04 req-1bb96993-5a4d-4fbb-b1b2-9091f335cd7b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0637319 Aug 04 16:28:47.152643 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-46e2a4dd-df28-4fe8-8a83-5350e3203f04 req-d9f2dcef-07ae-4abd-b8e8-3fe6618c6eb3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395646 Aug 04 16:28:47.279296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b3aa6e-707c-424a-93a7-f1556e5cc624 req-b0baebb2-e3bb-47bc-9fc6-5dfe28501ea8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.285845 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f8b3aa6e-707c-424a-93a7-f1556e5cc624 req-b0baebb2-e3bb-47bc-9fc6-5dfe28501ea8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0632100 Aug 04 16:28:47.349422 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f8b3aa6e-707c-424a-93a7-f1556e5cc624 req-bfba2e74-6806-45f0-a0b0-521e266118a3 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593071 Aug 04 16:28:47.469872 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a20ee-b60f-49ff-9b63-204bd2bde26f req-132a37de-d953-480d-b768-03a2b9afabd0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.471588 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-022a20ee-b60f-49ff-9b63-204bd2bde26f req-132a37de-d953-480d-b768-03a2b9afabd0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0618694 Aug 04 16:28:47.519431 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-022a20ee-b60f-49ff-9b63-204bd2bde26f req-975dd576-4fe6-4119-bbe9-c1ac950dae10 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Aug 04 16:28:47.706074 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae303b-ba57-4e6c-9ed4-88f7a3945ba1 req-48de2548-67c1-4c42-b3c2-4d8f838fe6d2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.707426 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ccae303b-ba57-4e6c-9ed4-88f7a3945ba1 req-48de2548-67c1-4c42-b3c2-4d8f838fe6d2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1142914 Aug 04 16:28:47.764343 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ccae303b-ba57-4e6c-9ed4-88f7a3945ba1 req-7722def2-b4a2-42ab-840a-e5ae64981c44 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466073 Aug 04 16:28:47.794418 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-140dc194-b96b-454c-9d39-8ae8a1a8ff61 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:47.796264 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-140dc194-b96b-454c-9d39-8ae8a1a8ff61 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/networks?id=7ca0315d-4a60-4a86-abd3-0699db3a7e36 HTTP/1.1" status: 200 len: 813 time: 0.1563439 Aug 04 16:28:47.814158 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-1e1e840e-e041-4d41-bd71-733dfa9be746 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/quotas/9d8919ccae2444da9088778af44e5fdb HTTP/1.1" status: 200 len: 375 time: 0.0116775 Aug 04 16:28:47.850856 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-8af64bde-3ab6-4636-ba6a-cc5d0ebf3ed2 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d8919ccae2444da9088778af44e5fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285952 Aug 04 16:28:47.947177 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-da0fae91-f8ee-40a4-975c-0619693724b9 service neutron] 10.222.0.79 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885036 Aug 04 16:28:48.096705 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-f8df4ac9-4e6d-4b48-9b36-5d549efc18a5 service neutron] 10.222.0.79 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421244 Aug 04 16:28:48.115072 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671b7ac-ed7c-4160-83f8-88776a0ff13a req-8d15c8f2-dc62-400b-9805-99e239283fa7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:48.124140 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d671b7ac-ed7c-4160-83f8-88776a0ff13a req-8d15c8f2-dc62-400b-9805-99e239283fa7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0759189 Aug 04 16:28:48.175159 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d671b7ac-ed7c-4160-83f8-88776a0ff13a req-84b6809b-b563-4715-b06a-cbf391010ef0 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501299 Aug 04 16:28:48.335573 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5634aaf5-8dce-4bd9-9448-fcb573257ef8 req-e58d9ae4-0742-47fc-a92d-490fe264e078 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 210 time: 0.0372705 Aug 04 16:28:48.371773 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e7b812-f519-4d99-a3c5-75a64e622594 req-07e5a612-f19b-439e-b61f-52c122084f87 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:48.373422 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b6e7b812-f519-4d99-a3c5-75a64e622594 req-07e5a612-f19b-439e-b61f-52c122084f87 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.1170433 Aug 04 16:28:48.430537 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b6e7b812-f519-4d99-a3c5-75a64e622594 req-402a37a1-a380-41b0-834b-c4c782adc224 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459800 Aug 04 16:28:48.520167 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa53d58-e36e-4a10-a0b9-9d911897a225 req-29042f1b-16fd-4ac1-953c-d6d2bdc7488e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:48.522038 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-baa53d58-e36e-4a10-a0b9-9d911897a225 req-29042f1b-16fd-4ac1-953c-d6d2bdc7488e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.0900488 Aug 04 16:28:48.581558 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-baa53d58-e36e-4a10-a0b9-9d911897a225 req-c8633de6-d053-4f21-a399-82dc0ef20ba8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528092 Aug 04 16:28:48.703707 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8f6f2-d8d6-454d-89a6-991424b7389b req-8ae5aa9d-8382-4f1c-a25f-8f2a5bbeb100 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:48.705872 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3ab8f6f2-d8d6-454d-89a6-991424b7389b req-8ae5aa9d-8382-4f1c-a25f-8f2a5bbeb100 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0671048 Aug 04 16:28:48.760374 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3ab8f6f2-d8d6-454d-89a6-991424b7389b req-524895e4-8677-468d-9edb-d8ced1707b09 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475233 Aug 04 16:28:48.917851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee3a37-9b7d-4a60-8886-27772861ec03 req-71e052ae-8a94-41c6-bd29-a5a9f4503daf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:48.919508 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ddee3a37-9b7d-4a60-8886-27772861ec03 req-71e052ae-8a94-41c6-bd29-a5a9f4503daf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0548594 Aug 04 16:28:48.966755 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ddee3a37-9b7d-4a60-8886-27772861ec03 req-01f8385a-732f-4706-9bb8-01c3697f9c20 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Aug 04 16:28:49.041262 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Request body: {'port': {'device_id': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:49.124534 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:49.144469 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:49.322813 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-787f4f42-c2b5-46c6-8584-6a50d73b9ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.324375 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-787f4f42-c2b5-46c6-8584-6a50d73b9ea3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=39b787736b2a4580be655951a3b0b804&device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 1096 time: 0.1641831 Aug 04 16:28:49.368389 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75eb5c9-3f80-4499-b1e1-02a3d820d8e2 req-24671c66-8a64-42e5-8bff-752593bf19a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.376412 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a75eb5c9-3f80-4499-b1e1-02a3d820d8e2 req-24671c66-8a64-42e5-8bff-752593bf19a7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0755761 Aug 04 16:28:49.432773 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a75eb5c9-3f80-4499-b1e1-02a3d820d8e2 req-7ecaae70-f11e-4a58-be9f-be8a04092dae tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547712 Aug 04 16:28:49.467284 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-13d86e52-b7f2-44ef-af2f-3a32e1fc935d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.468846 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-13d86e52-b7f2-44ef-af2f-3a32e1fc935d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.1620901 Aug 04 16:28:49.492153 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3f9a9a23-b641-4ff3-97f3-c3dc9d5bda98 req-80a922c8-b286-420f-b84a-9beff1a7b86a tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 210 time: 0.0570998 Aug 04 16:28:49.562252 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-c4b209d0-9848-4a66-8011-b6e83f95d254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.573257 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-c4b209d0-9848-4a66-8011-b6e83f95d254 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 200 len: 916 time: 0.2322373 Aug 04 16:28:49.642619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9dfb5-1f06-4393-bfdd-d6fc8ca670d2 req-6a390fee-f3dd-4296-8be6-342e88f0a975 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.644493 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dbd9dfb5-1f06-4393-bfdd-d6fc8ca670d2 req-6a390fee-f3dd-4296-8be6-342e88f0a975 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.0806341 Aug 04 16:28:49.719008 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-e81f36a2-26f6-4017-a081-0fa503062a18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8cb7affb-eaf2-4f12-9404-87914d635dc9 HTTP/1.1" status: 200 len: 217 time: 0.1145828 Aug 04 16:28:49.737403 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-04c40006-a316-4c32-9ced-a85252f325b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.740167 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-04c40006-a316-4c32-9ced-a85252f325b3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.2006099 Aug 04 16:28:49.756169 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dbd9dfb5-1f06-4393-bfdd-d6fc8ca670d2 req-8cf01718-b855-465f-939b-132191a23689 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987198 Aug 04 16:28:49.806898 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a95c1-ccc5-4c2f-a4f0-197730f51404 req-73cccd1c-5e40-4935-afe8-f1c2893d2fb1 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.808546 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f93a95c1-ccc5-4c2f-a4f0-197730f51404 req-73cccd1c-5e40-4935-afe8-f1c2893d2fb1 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 931 time: 0.1065600 Aug 04 16:28:49.851495 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-1ea5bebb-28dd-403f-aca1-b98e227d6ada service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 200 len: 217 time: 0.0671079 Aug 04 16:28:49.880719 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f93a95c1-ccc5-4c2f-a4f0-197730f51404 req-b1528237-1649-48fe-9294-9912b6768055 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635011 Aug 04 16:28:49.962112 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220de8fa-6668-4010-962f-8d6be5975533 req-b0e8310e-e37d-4b3d-aea4-c60e3a38410d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.964637 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-0676e566-38bf-4b8c-b002-57ecbec189c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:49.966248 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-0676e566-38bf-4b8c-b002-57ecbec189c0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 200 len: 855 time: 0.2218294 Aug 04 16:28:49.968934 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-220de8fa-6668-4010-962f-8d6be5975533 req-b0e8310e-e37d-4b3d-aea4-c60e3a38410d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0846879 Aug 04 16:28:50.001273 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eb5670b-b9e2-4b0e-9238-d848534abdcf {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:50.027153 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-fe76cc47-29ef-4964-9dc5-6195781fadd0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4a8fcdc5-280f-4d38-a36a-37944d8ebae9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408380 Aug 04 16:28:50.029191 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c4277-e5c9-4e45-b399-d7836640cbb9 req-2e8c5f19-43a8-4ff5-a923-e487c186f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:50.030540 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-bb7c4277-e5c9-4e45-b399-d7836640cbb9 req-2e8c5f19-43a8-4ff5-a923-e487c186f8f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.1944432 Aug 04 16:28:50.032364 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:50.035503 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-4fc9452e-2f41-4f36-8667-1c970434f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:50.036920 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-4fc9452e-2f41-4f36-8667-1c970434f16f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.1681566 Aug 04 16:28:50.038846 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-220de8fa-6668-4010-962f-8d6be5975533 req-fa2f1df7-fade-4430-8645-6aff8502702c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659230 Aug 04 16:28:50.049248 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Transition to ACTIVE for port object 4eb5670b-b9e2-4b0e-9238-d848534abdcf will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:50.061349 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:50.104450 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38869f8f-401e-492c-80e0-afea8174d309 req-bb497bef-3988-403f-af38-5f1e74733879 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:50.105862 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-38869f8f-401e-492c-80e0-afea8174d309 req-bb497bef-3988-403f-af38-5f1e74733879 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0535800 Aug 04 16:28:50.180609 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-38869f8f-401e-492c-80e0-afea8174d309 req-e33f135d-225c-4597-959c-d557a8876aeb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678179 Aug 04 16:28:50.180832 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-6f1474ab-6238-4035-b871-0c3fe3fe1708 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609484 Aug 04 16:28:50.182524 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:50.211892 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.53', 53467) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:28:50.380797 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-bb7c4277-e5c9-4e45-b399-d7836640cbb9 req-7c86c8ed-c058-4c78-92ec-fcfca37928f6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703495 Aug 04 16:28:50.415482 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-6c93cdc6-caf4-4652-994f-9b7e0364e264 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:50.417163 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-6c93cdc6-caf4-4652-994f-9b7e0364e264 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "GET /v2.0/networks?id=7ca0315d-4a60-4a86-abd3-0699db3a7e36 HTTP/1.1" status: 200 len: 813 time: 0.1964655 Aug 04 16:28:50.476341 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-162c8ce1-99e1-47c1-b4ec-17c393ba6e39 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648908 Aug 04 16:28:50.501781 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-7f737e42-7ec9-4a44-9f59-0e57c91369d6 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845922 Aug 04 16:28:50.594306 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Request body: {'port': {'device_id': '93c8137f-ae22-4773-982e-7d29d4080e80', 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36', 'admin_state_up': True, 'tenant_id': '9d8919ccae2444da9088778af44e5fdb'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:50.878529 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Attempting to bind port 4eb5670b-b9e2-4b0e-9238-d848534abdcf on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:50.878864 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Attempting to bind port 4eb5670b-b9e2-4b0e-9238-d848534abdcf by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:50.879188 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Attempting to bind port 4eb5670b-b9e2-4b0e-9238-d848534abdcf on network 168024c2-1d98-4980-8b7d-1d6541d0c2cf {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:50.893095 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Port 4eb5670b-b9e2-4b0e-9238-d848534abdcf on network 168024c2-1d98-4980-8b7d-1d6541d0c2cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:28:50.893416 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Attempting to bind port 4eb5670b-b9e2-4b0e-9238-d848534abdcf on network 168024c2-1d98-4980-8b7d-1d6541d0c2cf {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:50.917035 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:50.917035 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Checking segment: {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:50.917035 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Bound using segment: {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:50.917035 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Bound port: 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:50.917035 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:50.924670 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4bd18850-0a8c-4360-88e5-02c32d5a3772 req-60841846-6603-497c-a0d3-f65bd0d68360 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 210 time: 0.2958908 Aug 04 16:28:50.938325 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f238657b-ce64-4a43-b7fc-0740fac0e315 req-0021db49-54d4-4033-b93a-2102b8110eb6 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:50.941283 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f238657b-ce64-4a43-b7fc-0740fac0e315 req-0021db49-54d4-4033-b93a-2102b8110eb6 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.4289684 Aug 04 16:28:50.997372 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-9d337495-f76d-444b-b01b-9907c597f7f8 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786434 Aug 04 16:28:51.000696 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-24641619-0a22-49f7-af2f-3a785923e7f9 req-13601748-92b2-4d07-ba31-a7e6ba15bfe2 service neutron] 10.222.0.53 "GET /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831259 Aug 04 16:28:51.044925 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:51.047671 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:51.057003 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.098536 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.099149 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.101162 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] 10.222.0.53 "PUT /v2.0/ports/4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 1093 time: 2.0667815 Aug 04 16:28:51.101696 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:51.104027 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd45b7c-df93-4d41-99c2-4316ffbb2587" -d '{"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:51.122094 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f238657b-ce64-4a43-b7fc-0740fac0e315 req-f6651d4a-e0ee-45f0-9f3e-fd528bc51999 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236806 Aug 04 16:28:51.148900 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e49868-0d08-4d2e-b453-f3cfb79e7525 service neutron] Pushing event updated for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:51.170892 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Made reservation on behalf of 9d8919ccae2444da9088778af44e5fdb for: {'port': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:51.174420 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:51.198130 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fec27-14a4-485b-b990-9b772a9f0538 req-7a40103e-fd79-4b0d-a061-f924e33eabf3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.199737 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8f4fec27-14a4-485b-b990-9b772a9f0538 req-7a40103e-fd79-4b0d-a061-f924e33eabf3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.2046473 Aug 04 16:28:51.252886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-4a99163f-c46b-4557-8c2d-94e686007533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.254572 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-4a99163f-c46b-4557-8c2d-94e686007533 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1096 time: 0.0792167 Aug 04 16:28:51.317220 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-f312de1d-1e32-45f8-8d8e-f2811ca14c5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 217 time: 0.0468125 Aug 04 16:28:51.408130 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8f4fec27-14a4-485b-b990-9b772a9f0538 req-e71a1607-c30e-436d-9eb8-62ee27b4c5df tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938291 Aug 04 16:28:51.444667 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-712a95c4-6e1c-4fda-bead-239068039d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.446541 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-712a95c4-6e1c-4fda-bead-239068039d76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 200 len: 853 time: 0.0720549 Aug 04 16:28:51.527356 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced4dc0a-67b0-4013-b361-f3b8edb63ebc req-02038278-b283-45a3-9ab8-b89de90f2103 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.528414 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-f985d9c8-1ed5-44af-8387-a6ac50953153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.530690 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-f985d9c8-1ed5-44af-8387-a6ac50953153 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=168024c2-1d98-4980-8b7d-1d6541d0c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0663271 Aug 04 16:28:51.534560 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ced4dc0a-67b0-4013-b361-f3b8edb63ebc req-02038278-b283-45a3-9ab8-b89de90f2103 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 943 time: 0.2900705 Aug 04 16:28:51.588391 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Allocated IP 172.20.0.5 (7ca0315d-4a60-4a86-abd3-0699db3a7e36/0f1fda1f-4d23-4f4f-839d-e84b4a85875c/3c10e821-0b50-452b-a13d-e93631d5101f) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:51.638841 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ced4dc0a-67b0-4013-b361-f3b8edb63ebc req-80014a81-fb50-4554-831d-a731f58f0ae5 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032286 Aug 04 16:28:51.663239 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc870bf-ce73-4d59-984e-ce2d349535ee req-d4a2c6b4-88ce-4fef-b478-21dd22091785 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.664752 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9bc870bf-ce73-4d59-984e-ce2d349535ee req-d4a2c6b4-88ce-4fef-b478-21dd22091785 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1814363 Aug 04 16:28:51.682002 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-bfc1ce2a-fa73-41b1-85b3-729363275d17 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331549 Aug 04 16:28:51.733464 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8277baa-08cc-4507-a143-3ddc1e6b4bd6 x-openstack-request-id: req-f8277baa-08cc-4507-a143-3ddc1e6b4bd6 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:51.734032 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:51.734488 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f8277baa-08cc-4507-a143-3ddc1e6b4bd6 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:51.736367 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'status': 'completed', 'code': 200} Aug 04 16:28:51.783366 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9bc870bf-ce73-4d59-984e-ce2d349535ee req-328d16cf-b77d-4b9f-b0b5-059c331b4a65 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906105 Aug 04 16:28:51.856083 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6465fecf-d84d-4f6d-8992-b23b1b63414d req-0b46de4d-4134-4ec5-992a-a3a0551ecade service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614325 Aug 04 16:28:51.891659 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89453e89-c58e-47ad-a0fc-776c8a5e9c53 req-a14143b2-44fb-449c-934f-cb8459d29914 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:51.893323 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-89453e89-c58e-47ad-a0fc-776c8a5e9c53 req-a14143b2-44fb-449c-934f-cb8459d29914 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0813875 Aug 04 16:28:51.980949 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.020548 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-89453e89-c58e-47ad-a0fc-776c8a5e9c53 req-b579c206-e40a-4d98-92f0-4caca946f9a5 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150596 Aug 04 16:28:52.026137 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-44b3a6d9-08f6-4ead-a279-5c0ab96b794b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.097903 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cf93f6d3-7d57-40b7-bfaf-a87a24192421 req-78d619b5-8522-47c7-9f70-d6623e1e8125 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 210 time: 0.0618722 Aug 04 16:28:52.125305 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-aa735d25-4818-46b8-a3d2-358ed277dfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.126809 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-aa735d25-4818-46b8-a3d2-358ed277dfda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1096 time: 0.0854933 Aug 04 16:28:52.149577 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.237784 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-c80acffa-b1d9-4f8e-a3bc-6af55c0a132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.239568 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-c80acffa-b1d9-4f8e-a3bc-6af55c0a132b service neutron] 10.222.0.53 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 915 time: 0.1012578 Aug 04 16:28:52.294546 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-59d47f4b-fcce-45f0-b1c7-7fbc7542c028 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 217 time: 0.0467954 Aug 04 16:28:52.308456 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:52.315491 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:52.321832 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:52.369121 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-9635e00f-8d5c-4be4-a188-13bd5cc392a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.372265 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-9635e00f-8d5c-4be4-a188-13bd5cc392a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 200 len: 853 time: 0.0691364 Aug 04 16:28:52.395145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Pushing event updated for resources: {'Port': ['ID=3c10e821-0b50-452b-a13d-e93631d5101f,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:52.413732 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006a738-b8f8-4a40-b526-786d764cd4d9 req-b0f8962d-abc3-4785-b6a3-8d6e8047d3c8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.415266 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c006a738-b8f8-4a40-b526-786d764cd4d9 req-b0f8962d-abc3-4785-b6a3-8d6e8047d3c8 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.1817763 Aug 04 16:28:52.451986 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.452819 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.473981 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-12390b93-d3e1-435f-94d7-8ac71585177d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8845513 Aug 04 16:28:52.514578 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Request body: {'port': {'device_id': '93c8137f-ae22-4773-982e-7d29d4080e80', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:52.516769 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-03e1ad75-feff-4eb8-8151-fd480ec723e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.519013 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-03e1ad75-feff-4eb8-8151-fd480ec723e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=168024c2-1d98-4980-8b7d-1d6541d0c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1137121 Aug 04 16:28:52.568188 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c006a738-b8f8-4a40-b526-786d764cd4d9 req-1b69865c-ede8-4ec7-a069-d07cb32d5b7a tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408782 Aug 04 16:28:52.608516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8cb7affb-eaf2-4f12-9404-87914d635dc9 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:28:52.625313 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.638320 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd231387-4c19-45b9-9add-5b96b21a778d req-81aa1e07-eafd-46a3-a3ae-dbd3944f705b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.645889 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cd231387-4c19-45b9-9add-5b96b21a778d req-81aa1e07-eafd-46a3-a3ae-dbd3944f705b tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 943 time: 0.1534357 Aug 04 16:28:52.651963 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-09c7a7eb-8324-4f52-8377-64fc1a9e8260 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224961 Aug 04 16:28:52.798849 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8cb7affb-eaf2-4f12-9404-87914d635dc9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cb7affb-eaf2-4f12-9404-87914d635dc9,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:52.812717 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ddd45b7c-df93-4d41-99c2-4316ffbb2587 req-148c8a66-36ae-4c2b-84c5-8fdf0c2f399c service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381412 Aug 04 16:28:52.839141 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '8cb7affb-eaf2-4f12-9404-87914d635dc9', 'network_id': '4a8fcdc5-280f-4d38-a36a-37944d8ebae9', 'port_id': '8cb7affb-eaf2-4f12-9404-87914d635dc9', 'mac_address': 'fa:16:3e:d8:45:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '509c820d-8503-47b9-b4c1-d82d4796693f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:28:52.841492 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cd231387-4c19-45b9-9add-5b96b21a778d req-d50478f1-be3e-4f20-ba90-944415b3f713 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946652 Aug 04 16:28:52.902399 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.935456 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb7affb-eaf2-4f12-9404-87914d635dc9 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:52.954507 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2f9de-d8c8-4e49-b473-ab048ad2afe4 req-f3ff3283-e59e-4eb9-a456-b0fe5bb74ca2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:52.956328 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-93e2f9de-d8c8-4e49-b473-ab048ad2afe4 req-f3ff3283-e59e-4eb9-a456-b0fe5bb74ca2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 943 time: 0.1725326 Aug 04 16:28:52.982015 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8cb7affb-eaf2-4f12-9404-87914d635dc9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cb7affb-eaf2-4f12-9404-87914d635dc9,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:52.987984 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:52.988999 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:28:53.085700 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-93e2f9de-d8c8-4e49-b473-ab048ad2afe4 req-33f957da-0c8c-41af-b245-1cc25fe1dd10 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190403 Aug 04 16:28:53.144749 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4545f44-58d9-4603-a8d3-affb4bfea821 req-467d6a88-e144-4d4e-8023-733fd50546a3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.154041 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4545f44-58d9-4603-a8d3-affb4bfea821 req-467d6a88-e144-4d4e-8023-733fd50546a3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1689768 Aug 04 16:28:53.220003 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8cb7affb-eaf2-4f12-9404-87914d635dc9,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:53.264913 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4545f44-58d9-4603-a8d3-affb4bfea821 req-1935c6f7-9cb1-467e-aafe-2fc2d117138f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098874 Aug 04 16:28:53.278783 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:53.332565 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'port_id': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'mac_address': 'fa:16:3e:a5:71:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:28:53.422923 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:53.436649 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f0523-4426-4251-9330-66b06bc341dc req-669407bb-265d-4f93-93d0-2506429f9d7a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.438108 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:53.438238 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-698f0523-4426-4251-9330-66b06bc341dc req-669407bb-265d-4f93-93d0-2506429f9d7a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.2510889 Aug 04 16:28:53.477109 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:53.508005 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:53.508005 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:28:53.550906 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dd750-de8d-46ad-a17d-4901814683a2 req-9a1b5d5a-0766-40ad-bf0e-8bf953b42617 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:53.552348 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d21dd750-de8d-46ad-a17d-4901814683a2 req-9a1b5d5a-0766-40ad-bf0e-8bf953b42617 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 931 time: 0.1370578 Aug 04 16:28:53.568388 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c10e821-0b50-452b-a13d-e93631d5101f {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:53.591299 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:53.602475 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-698f0523-4426-4251-9330-66b06bc341dc req-f851b74d-233e-49d0-be7c-d0c1b1ac91ef tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423180 Aug 04 16:28:53.625336 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Transition to ACTIVE for port object 3c10e821-0b50-452b-a13d-e93631d5101f will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:53.628634 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d21dd750-de8d-46ad-a17d-4901814683a2 req-4328b124-9248-4bdc-a20f-ee0af45b53c8 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754869 Aug 04 16:28:53.633867 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:53.663059 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:53.705425 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c10e821-0b50-452b-a13d-e93631d5101f,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:53.759781 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:53.926021 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'port_id': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'mac_address': 'fa:16:3e:e0:94:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:28:53.967675 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:53.990675 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32d36800-47c1-4d51-ad55-6e26c10d4ffd {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:54.018509 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:54.025593 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.086018 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Attempting to bind port 3c10e821-0b50-452b-a13d-e93631d5101f on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:28:54.086378 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Attempting to bind port 3c10e821-0b50-452b-a13d-e93631d5101f by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:28:54.086728 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Attempting to bind port 3c10e821-0b50-452b-a13d-e93631d5101f on network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:54.094304 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=6']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:54.117138 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Port 3c10e821-0b50-452b-a13d-e93631d5101f on network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:28:54.117996 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Attempting to bind port 3c10e821-0b50-452b-a13d-e93631d5101f on network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:28:54.134254 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-f1aef738-3e35-4878-aab6-e60632616cf8 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879256949&fields=id&tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 267 time: 0.1347075 Aug 04 16:28:54.150565 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:28:54.151210 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Checking segment: {'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:28:54.152056 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Bound using segment: {'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:28:54.152764 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Bound port: 3c10e821-0b50-452b-a13d-e93631d5101f, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:28:54.153130 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.173524 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbef4ed5-ce67-412a-93ed-c4409e5b9798 req-0074f5c6-0ba0-4e37-9ab5-430cd7d3d8eb tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:54.175030 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cbef4ed5-ce67-412a-93ed-c4409e5b9798 req-0074f5c6-0ba0-4e37-9ab5-430cd7d3d8eb tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 944 time: 0.1767347 Aug 04 16:28:54.223612 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['32d36800-47c1-4d51-ad55-6e26c10d4ffd'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:54.250923 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cbef4ed5-ce67-412a-93ed-c4409e5b9798 req-c28f1d2c-a2fb-4240-b752-45096830f47a tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426686 Aug 04 16:28:54.393788 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] For port 3c10e821-0b50-452b-a13d-e93631d5101f, host hv-cinder-80288, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:28:54.409754 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-52919ff3-d2b5-46d8-8754-07fd1e9dfae0 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:54.417049 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-52919ff3-d2b5-46d8-8754-07fd1e9dfae0 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 811 time: 0.2815409 Aug 04 16:28:54.420640 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] For port 3c10e821-0b50-452b-a13d-e93631d5101f, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3c10e821-0b50-452b-a13d-e93631d5101f,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:28:54.428914 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.471169 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['8cb7affb-eaf2-4f12-9404-87914d635dc9'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:54.499005 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3c10e821-0b50-452b-a13d-e93631d5101f,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:54.509306 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-5d82f089-0d0b-4c3f-9acc-d69f888cffae tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/quotas/ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 375 time: 0.0913177 Aug 04 16:28:54.520923 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:54.521748 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.523735 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-fd218b90-e145-472f-ba65-b699992b56d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/3c10e821-0b50-452b-a13d-e93631d5101f HTTP/1.1" status: 200 len: 1093 time: 2.0194025 Aug 04 16:28:54.524200 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c8137f-ae22-4773-982e-7d29d4080e80', 'tag': '3c10e821-0b50-452b-a13d-e93631d5101f'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:54.540319 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:54.620325 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-a7d9250a-0c87-4f3d-ad0a-680e4653d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:54.624139 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-a7d9250a-0c87-4f3d-ad0a-680e4653d09a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.1131446 Aug 04 16:28:54.676225 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a2965da6-180c-4e93-96fb-6ea3e574e2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:54.711234 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-be601653-2d32-4d40-8db1-2b295780fe6d tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927805 Aug 04 16:28:54.852779 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-cbd0ee5a-c533-4eea-9cd1-cfc15060e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:54.854779 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-cbd0ee5a-c533-4eea-9cd1-cfc15060e0a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.2140541 Aug 04 16:28:54.858763 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-c3890dda-98eb-44f2-b07e-0a3c43533428 service neutron] 10.222.0.79 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465483 Aug 04 16:28:54.869372 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215abd1-8bb2-4bc7-b252-66301adc886d req-34ccbb51-1316-4b1f-ad37-a6fa4a86bf8a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:54.877518 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6215abd1-8bb2-4bc7-b252-66301adc886d req-34ccbb51-1316-4b1f-ad37-a6fa4a86bf8a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 944 time: 0.3292356 Aug 04 16:28:54.956558 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-5c38eb60-d362-416d-8fe5-775b50d12549 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 200 len: 217 time: 0.0905778 Aug 04 16:28:55.005115 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-60db8128-6822-49d4-8684-21b00ac36a69 service neutron] 10.222.0.79 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041856 Aug 04 16:28:55.016344 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a063b2b9-bafd-44da-b704-869370333647" -d '{"events": [{"name": "network-changed", "server_uuid": "93c8137f-ae22-4773-982e-7d29d4080e80", "tag": "3c10e821-0b50-452b-a13d-e93631d5101f"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:55.026683 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-4d791b8a-69b5-4692-9f88-0fc43feed2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:55.028246 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-4d791b8a-69b5-4692-9f88-0fc43feed2cd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8919ccae2444da9088778af44e5fdb&device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 1096 time: 0.4235184 Aug 04 16:28:55.046786 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-8e93d294-a07a-489a-ba9e-25b84a67562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:55.048421 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-8e93d294-a07a-489a-ba9e-25b84a67562e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.0715809 Aug 04 16:28:55.129585 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.133761 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-cd283f28-1098-4475-b85c-fbcb6b4eb2ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661752 Aug 04 16:28:55.177846 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6215abd1-8bb2-4bc7-b252-66301adc886d req-bc92fb32-7168-4f60-8783-857c16e80fbe tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992835 Aug 04 16:28:55.266515 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-c3a9d3c1-fac2-4927-8a75-2ef96456c73c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c10e821-0b50-452b-a13d-e93631d5101f HTTP/1.1" status: 200 len: 217 time: 0.2138875 Aug 04 16:28:55.325875 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-4f6c8cbe-be51-41c6-a109-80b5fac0e9fa service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823766 Aug 04 16:28:55.370178 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-bff264c0-602d-4fab-baf4-c8b98efad265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:55.371839 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-bff264c0-602d-4fab-baf4-c8b98efad265 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f1fda1f-4d23-4f4f-839d-e84b4a85875c HTTP/1.1" status: 200 len: 853 time: 0.0814488 Aug 04 16:28:55.380626 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9927a7a8-b9fb-472a-ae38-2f5fc6fab257 req-dbeb4e0b-6d3c-4897-a8ea-eed4549d3109 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:55.388316 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9927a7a8-b9fb-472a-ae38-2f5fc6fab257 req-dbeb4e0b-6d3c-4897-a8ea-eed4549d3109 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 943 time: 0.1086509 Aug 04 16:28:55.449067 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-b341ec0f-590a-448b-ae2c-dbd318c17d5f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ca0315d-4a60-4a86-abd3-0699db3a7e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578980 Aug 04 16:28:55.485089 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9927a7a8-b9fb-472a-ae38-2f5fc6fab257 req-0dcaa4e5-1ef9-441e-8500-7c8c30863a87 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955799 Aug 04 16:28:55.636961 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-b5e1fb6a-a30a-43ab-a547-a0d704e3b2d8 service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713743 Aug 04 16:28:55.637410 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-b8b073d1-4653-48a2-b7ab-5084d59ce1a7 req-206b57df-dd86-4701-ae93-3c23e60a624f service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004696 Aug 04 16:28:55.691383 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:55.941105 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ff680-8ee8-4785-a593-894ccdb47e8a req-1c0365d6-2472-4835-801d-920eff7e97fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:55.949176 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-780ff680-8ee8-4785-a593-894ccdb47e8a req-1c0365d6-2472-4835-801d-920eff7e97fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.2065845 Aug 04 16:28:56.008114 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8e450-e8ae-4165-ba73-89a79732a508 req-23644782-fce8-424a-bf2c-7ab8800d8dfb tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.013973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-95c8e450-e8ae-4165-ba73-89a79732a508 req-23644782-fce8-424a-bf2c-7ab8800d8dfb tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.3758588 Aug 04 16:28:56.056243 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8da82bc6-adab-47c7-b876-0a4a42d6be88 req-2a4c6160-c5c5-45bf-899f-18e118622971 service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3929255 Aug 04 16:28:56.082932 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-780ff680-8ee8-4785-a593-894ccdb47e8a req-f4294585-3c3d-48a2-bf89-986cd85a6595 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295214 Aug 04 16:28:56.148357 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-95c8e450-e8ae-4165-ba73-89a79732a508 req-bc7e106e-b335-4ff6-b470-5e0814e2d90f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332560 Aug 04 16:28:56.335737 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23f91bf-5175-4562-96f5-3f990328adb5 x-openstack-request-id: req-e23f91bf-5175-4562-96f5-3f990328adb5 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:56.337003 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c8137f-ae22-4773-982e-7d29d4080e80", "tag": "3c10e821-0b50-452b-a13d-e93631d5101f", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:56.337003 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e23f91bf-5175-4562-96f5-3f990328adb5 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:56.340374 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c8137f-ae22-4773-982e-7d29d4080e80', 'tag': '3c10e821-0b50-452b-a13d-e93631d5101f', 'status': 'completed', 'code': 200} Aug 04 16:28:56.496716 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aad310-88f1-4282-9916-ef54674489ba req-02de16f9-c9d1-4154-8e28-b13330d2f1d4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.510249 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-33aad310-88f1-4282-9916-ef54674489ba req-02de16f9-c9d1-4154-8e28-b13330d2f1d4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 943 time: 0.2727931 Aug 04 16:28:56.546984 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a631ed40-8a5c-42c3-b31a-575fbb5ba9f6 req-cbfb38c1-b473-4a33-aad6-ffd14e9e6464 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.548591 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a631ed40-8a5c-42c3-b31a-575fbb5ba9f6 req-cbfb38c1-b473-4a33-aad6-ffd14e9e6464 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 944 time: 0.1800184 Aug 04 16:28:56.577683 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b2b9-bafd-44da-b704-869370333647 req-3d75916d-253f-43c6-8993-06965a868de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:56.581592 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a063b2b9-bafd-44da-b704-869370333647 req-3d75916d-253f-43c6-8993-06965a868de5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8919ccae2444da9088778af44e5fdb&device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 1096 time: 0.2378657 Aug 04 16:28:56.714091 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-33aad310-88f1-4282-9916-ef54674489ba req-e00bb359-5fea-4bee-b5b0-a53c4b633fa5 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028399 Aug 04 16:28:56.753469 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 4eb5670b-b9e2-4b0e-9238-d848534abdcf details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:28:56.766399 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:56.941742 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:56.959250 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:56.960566 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.168809 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b2b9-bafd-44da-b704-869370333647 req-2169b124-1c37-46bb-851a-466990e5d4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:57.170701 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a063b2b9-bafd-44da-b704-869370333647 req-2169b124-1c37-46bb-851a-466990e5d4ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ca0315d-4a60-4a86-abd3-0699db3a7e36 HTTP/1.1" status: 200 len: 914 time: 0.5652595 Aug 04 16:28:57.188561 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:57.194875 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.239488 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'port_id': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'mac_address': 'fa:16:3e:82:7a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:28:57.262793 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a063b2b9-bafd-44da-b704-869370333647 req-5e964bcc-d408-4be1-ac68-7f5b4b23a23d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3c10e821-0b50-452b-a13d-e93631d5101f HTTP/1.1" status: 200 len: 217 time: 0.0583794 Aug 04 16:28:57.310489 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a631ed40-8a5c-42c3-b31a-575fbb5ba9f6 req-71d3775f-b338-48f5-a931-99d1fcd61714 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7270555 Aug 04 16:28:57.346634 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-92fdeae6-1dc4-4ebf-84d5-b4f4e325030b req-74b985ee-a5df-405f-97ea-5050e04ccf10 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 210 time: 0.1588404 Aug 04 16:28:57.419750 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.517718 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063b2b9-bafd-44da-b704-869370333647 req-6d8f26f5-c90f-4a39-8158-161e17d5d45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:57.525643 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a063b2b9-bafd-44da-b704-869370333647 req-6d8f26f5-c90f-4a39-8158-161e17d5d45d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f1fda1f-4d23-4f4f-839d-e84b4a85875c HTTP/1.1" status: 200 len: 853 time: 0.2463059 Aug 04 16:28:57.530015 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.536740 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eb5670b-b9e2-4b0e-9238-d848534abdcf {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:28:57.623097 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a063b2b9-bafd-44da-b704-869370333647 req-d1845c72-f899-4b76-98ef-ab5301de2ba4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ca0315d-4a60-4a86-abd3-0699db3a7e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449443 Aug 04 16:28:57.652851 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:28:57.654229 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55287de-cb8a-4c57-b672-8a8166241835" -d '{"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-plugged", "status": "completed", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:28:57.671237 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:57.698551 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.701987 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:57.763439 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:57.764484 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8cb7affb-eaf2-4f12-9404-87914d635dc9 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:57.836867 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:57.877301 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-4441d54e-8d29-4baa-9ea6-52cd2948e050 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:57.878840 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-4441d54e-8d29-4baa-9ea6-52cd2948e050 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 811 time: 0.2834251 Aug 04 16:28:57.951663 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:57.961995 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 8cb7affb-eaf2-4f12-9404-87914d635dc9 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:57.966987 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 8cb7affb-eaf2-4f12-9404-87914d635dc9 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:57.967369 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.000347 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-8c338651-3b3b-4606-a806-6bd519863000 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 380 time: 0.1057348 Aug 04 16:28:58.023784 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'port': {'device_id': '6c57f591-acb0-4539-8e5d-95675606aed1', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'admin_state_up': True, 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'security_groups': ['ee5a85f6-9911-495a-9bf1-de6a73903a96']}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:58.117142 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.202459 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['4eb5670b-b9e2-4b0e-9238-d848534abdcf'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:28:58.342901 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Made reservation on behalf of ae7a335e80a54ff9b6ae846cc35a3e17 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:28:58.346731 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.378443 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8cb7affb-eaf2-4f12-9404-87914d635dc9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cb7affb-eaf2-4f12-9404-87914d635dc9,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:58.391523 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.392790 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:28:58.451145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d44c0d-4c5b-44ce-8dc9-7c750b5c9089 req-6ef7c9ef-f54f-44d6-ae31-39ee4079425d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:58.453105 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7d44c0d-4c5b-44ce-8dc9-7c750b5c9089 req-6ef7c9ef-f54f-44d6-ae31-39ee4079425d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 943 time: 0.9235177 Aug 04 16:28:58.548623 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70347704-f85d-4cd8-b602-4d774a200cf2 req-d3fca95b-cf96-43c7-86a7-e01110b5d6d5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:58.555891 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-70347704-f85d-4cd8-b602-4d774a200cf2 req-d3fca95b-cf96-43c7-86a7-e01110b5d6d5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 944 time: 0.9481199 Aug 04 16:28:58.626326 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8cb7affb-eaf2-4f12-9404-87914d635dc9,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:58.674694 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 32d36800-47c1-4d51-ad55-6e26c10d4ffd triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:58.679352 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:58.689243 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Allocated IP 172.20.0.11 (e58d8f73-d0c7-4444-9975-89c63dc52b6b/4bef2416-f100-41a8-b46f-a3a9f2a234fe/769e9e19-3950-4c51-bac0-5b3b703128db) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:28:58.738467 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a063b2b9-bafd-44da-b704-869370333647 req-3c4e9dba-57ff-4031-8681-7c3b2e7702ee service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0942149 Aug 04 16:28:58.765605 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7d44c0d-4c5b-44ce-8dc9-7c750b5c9089 req-33f0144e-59cf-4b00-a997-779cfcf5dac6 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807281 Aug 04 16:28:58.783980 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-70347704-f85d-4cd8-b602-4d774a200cf2 req-8cd4d199-7167-4e29-ab4a-b04e338604f2 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101195 Aug 04 16:28:59.063895 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.071602 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.099738 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a063b2b9-bafd-44da-b704-869370333647 req-595a54d6-d76f-4aa5-bbc9-257a2f944a40 service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3154051 Aug 04 16:28:59.106424 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Transition to ACTIVE for port object 769e9e19-3950-4c51-bac0-5b3b703128db will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:28:59.113484 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:28:59.130538 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.180234 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.223154 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=7']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:59.231451 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c7791-37c1-4678-80fa-198ee9474dd7 req-8a472eaf-f8ae-4ddc-aae4-6c5b8d1b443c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:59.234922 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bc2c7791-37c1-4678-80fa-198ee9474dd7 req-8a472eaf-f8ae-4ddc-aae4-6c5b8d1b443c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1303985 Aug 04 16:28:59.277565 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:28:59.277823 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c61ee-a126-4bd2-9625-6687fdeb0958 req-8c54d557-6d54-4fff-be21-96e36e692000 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:59.279642 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b72c61ee-a126-4bd2-9625-6687fdeb0958 req-8c54d557-6d54-4fff-be21-96e36e692000 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1762388 Aug 04 16:28:59.281695 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:28:59.294617 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:28:59.344618 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=769e9e19-3950-4c51-bac0-5b3b703128db,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:28:59.362895 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bc2c7791-37c1-4678-80fa-198ee9474dd7 req-d40c66b2-2f85-4766-ad85-7e48ede3046b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165047 Aug 04 16:28:59.410119 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:59.410798 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.412897 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b72c61ee-a126-4bd2-9625-6687fdeb0958 req-51fdda5f-5e41-4356-b7ec-8302b991e356 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147051 Aug 04 16:28:59.447208 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-d8f0f99c-52ed-49b0-b0ee-72e6fe99a4ec tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4270835 Aug 04 16:28:59.461612 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Request body: {'port': {'device_id': '6c57f591-acb0-4539-8e5d-95675606aed1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:28:59.561689 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b71d6c-0db6-42f9-a81d-6707cbb30cc1 x-openstack-request-id: req-25b71d6c-0db6-42f9-a81d-6707cbb30cc1 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:28:59.562372 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-plugged", "status": "completed", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:28:59.563282 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-25b71d6c-0db6-42f9-a81d-6707cbb30cc1 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:28:59.563902 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'code': 200} Aug 04 16:28:59.596572 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.833017 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-faf3f5fb-8b05-43a8-8d4b-8bb7456abb8f None None] Provisioning for port 769e9e19-3950-4c51-bac0-5b3b703128db completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:28:59.847564 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-faf3f5fb-8b05-43a8-8d4b-8bb7456abb8f None None] Provisioning complete for port 769e9e19-3950-4c51-bac0-5b3b703128db triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:28:59.848569 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-faf3f5fb-8b05-43a8-8d4b-8bb7456abb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:28:59.864488 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09522b-93af-4cdd-9aef-e5044a214f44 req-fe7ac48a-17d2-4f7e-8691-0b67eafc35f1 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:59.883236 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d09522b-93af-4cdd-9aef-e5044a214f44 req-fe7ac48a-17d2-4f7e-8691-0b67eafc35f1 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 943 time: 0.2262015 Aug 04 16:28:59.947552 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522160b-ce14-4c24-94d5-2645a6999579 req-9602958a-dc58-4e43-a9ac-f2b425295209 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:28:59.949205 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6522160b-ce14-4c24-94d5-2645a6999579 req-9602958a-dc58-4e43-a9ac-f2b425295209 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.2174459 Aug 04 16:29:00.004012 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-faf3f5fb-8b05-43a8-8d4b-8bb7456abb8f None None] Port 769e9e19-3950-4c51-bac0-5b3b703128db cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:29:00.039339 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769e9e19-3950-4c51-bac0-5b3b703128db {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:29:00.059042 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.072389 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Transition to ACTIVE for port object 769e9e19-3950-4c51-bac0-5b3b703128db will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:29:00.078166 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.093207 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d09522b-93af-4cdd-9aef-e5044a214f44 req-e3193758-e73f-45bc-b4d2-8db1f463ceb8 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090545 Aug 04 16:29:00.140832 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6522160b-ce14-4c24-94d5-2645a6999579 req-1f0cde82-53a2-46d7-8d83-230127bc876d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763158 Aug 04 16:29:00.150770 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Pushing event updated for resources: {'Port': ['ID=769e9e19-3950-4c51-bac0-5b3b703128db,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:00.335317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Attempting to bind port 769e9e19-3950-4c51-bac0-5b3b703128db on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:29:00.336783 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Attempting to bind port 769e9e19-3950-4c51-bac0-5b3b703128db by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:29:00.337156 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Attempting to bind port 769e9e19-3950-4c51-bac0-5b3b703128db on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:29:00.346569 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Port 769e9e19-3950-4c51-bac0-5b3b703128db on network e58d8f73-d0c7-4444-9975-89c63dc52b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:29:00.346825 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Attempting to bind port 769e9e19-3950-4c51-bac0-5b3b703128db on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:29:00.386960 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:29:00.386960 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Checking segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:29:00.386960 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Bound using segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:29:00.386960 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Bound port: 769e9e19-3950-4c51-bac0-5b3b703128db, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:29:00.386960 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.432976 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1212c5-4d46-4bbc-addf-9ab3a20ab031 req-76743517-b34c-4e96-bfd9-c3dc373c23bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:00.432976 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2f1212c5-4d46-4bbc-addf-9ab3a20ab031 req-76743517-b34c-4e96-bfd9-c3dc373c23bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1098 time: 0.3302250 Aug 04 16:29:00.454836 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ef6a03-7bd5-4eb1-89d8-e325affa4f0c req-8364d2ce-e662-4335-a7ff-d5324d767522 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:00.463165 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-03ef6a03-7bd5-4eb1-89d8-e325affa4f0c req-8364d2ce-e662-4335-a7ff-d5324d767522 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 944 time: 0.1992545 Aug 04 16:29:00.574317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] For port 769e9e19-3950-4c51-bac0-5b3b703128db, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:29:00.593378 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636099eb-6214-45de-81a2-951ecd6e794c req-fbd6a7bd-9382-4b38-b4f7-2c89a5560fbc tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:00.593712 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] For port 769e9e19-3950-4c51-bac0-5b3b703128db, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=769e9e19-3950-4c51-bac0-5b3b703128db,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:29:00.594933 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-636099eb-6214-45de-81a2-951ecd6e794c req-fbd6a7bd-9382-4b38-b4f7-2c89a5560fbc tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 944 time: 0.2683692 Aug 04 16:29:00.610495 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-03ef6a03-7bd5-4eb1-89d8-e325affa4f0c req-b35c58d1-6e90-4c08-9939-6f0367cc86ef tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463549 Aug 04 16:29:00.611267 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.649022 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2f1212c5-4d46-4bbc-addf-9ab3a20ab031 req-5d3c08f8-6809-457e-8621-1d1666d2bfe4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785047 Aug 04 16:29:00.698169 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3c10e821-0b50-452b-a13d-e93631d5101f details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:29:00.701102 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:00.705183 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:00.711298 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] 10.222.0.53 "PUT /v2.0/ports/769e9e19-3950-4c51-bac0-5b3b703128db HTTP/1.1" status: 200 len: 1094 time: 1.2548749 Aug 04 16:29:00.711805 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:00.715685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-636099eb-6214-45de-81a2-951ecd6e794c req-681aa48b-05bb-450e-b6bb-4ec0c7a25f7a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038086 Aug 04 16:29:00.717566 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a009e56-eccf-4687-bc88-8bc10110dc01" -d '{"events": [{"name": "network-changed", "server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:00.733338 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 4eb5670b-b9e2-4b0e-9238-d848534abdcf up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:29:00.838326 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa67d92-a5f5-49cd-8df2-7fd24d78e842 req-2d84a5ca-8270-490f-9ef6-937020273c7a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:00.855805 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.db.resource_extend [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 16:29:00.868281 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-caa67d92-a5f5-49cd-8df2-7fd24d78e842 req-2d84a5ca-8270-490f-9ef6-937020273c7a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.1435506 Aug 04 16:29:00.925127 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ba0e5-c8f8-4cc3-b44f-ddb69b82d9db service neutron] Pushing event updated for resources: {'Port': ['ID=769e9e19-3950-4c51-bac0-5b3b703128db,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:00.977462 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-caa67d92-a5f5-49cd-8df2-7fd24d78e842 req-205104ec-98a8-4c15-861f-b424e610f2d4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073623 Aug 04 16:29:01.010001 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-57a076b6-d618-4b5f-bfea-60f2c2df1cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:01.011543 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-57a076b6-d618-4b5f-bfea-60f2c2df1cd5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 1097 time: 0.2092452 Aug 04 16:29:01.061327 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abec21-4d68-44e1-a8ad-2340c41db558 req-0c1d7095-1f24-48fb-9c74-a36ae1ba1316 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:01.063077 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21abec21-4d68-44e1-a8ad-2340c41db558 req-0c1d7095-1f24-48fb-9c74-a36ae1ba1316 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1274278 Aug 04 16:29:01.091141 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 4eb5670b-b9e2-4b0e-9238-d848534abdcf completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:29:01.110049 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 4eb5670b-b9e2-4b0e-9238-d848534abdcf triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:29:01.110936 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.126765 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21abec21-4d68-44e1-a8ad-2340c41db558 req-eab2a742-66b9-4eef-83a7-c3c3e813e852 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571938 Aug 04 16:29:01.127023 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d986e9-7ab7-4bac-b68a-d94b92baa9ef x-openstack-request-id: req-a1d986e9-7ab7-4bac-b68a-d94b92baa9ef {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:01.127510 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:01.127592 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a1d986e9-7ab7-4bac-b68a-d94b92baa9ef {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:01.128140 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db', 'status': 'completed', 'code': 200} Aug 04 16:29:01.130178 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-9928b725-3604-4aee-a81e-f402dcc70a4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769e9e19-3950-4c51-bac0-5b3b703128db HTTP/1.1" status: 200 len: 217 time: 0.0962825 Aug 04 16:29:01.154550 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 3c10e821-0b50-452b-a13d-e93631d5101f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3c10e821-0b50-452b-a13d-e93631d5101f,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:01.199156 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '3c10e821-0b50-452b-a13d-e93631d5101f', 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36', 'port_id': '3c10e821-0b50-452b-a13d-e93631d5101f', 'mac_address': 'fa:16:3e:c6:68:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1fda1f-4d23-4f4f-839d-e84b4a85875c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:29:01.246365 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-e609fd85-3c31-43c4-a8f9-7d4c999a5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:01.247885 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-e609fd85-3c31-43c4-a8f9-7d4c999a5b6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.1093724 Aug 04 16:29:01.347560 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.361862 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e1d92-abf8-40cd-8978-088cac8573ef req-91199f52-8d0b-476d-b5cc-830c7cfbf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:01.364437 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-91199f52-8d0b-476d-b5cc-830c7cfbf227 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1081469 Aug 04 16:29:01.406121 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c10e821-0b50-452b-a13d-e93631d5101f {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:29:01.423476 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94269443-0c1f-4fbe-b3c4-936b76162eab req-76517363-5228-4a16-b25f-f7dd2e24980f tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:01.434469 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-94269443-0c1f-4fbe-b3c4-936b76162eab req-76517363-5228-4a16-b25f-f7dd2e24980f tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 943 time: 0.1497962 Aug 04 16:29:01.456348 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 3c10e821-0b50-452b-a13d-e93631d5101f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3c10e821-0b50-452b-a13d-e93631d5101f,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:01.457787 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.482679 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.528632 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ccb80-d2a0-4a7f-aa51-ead9a0ab02df req-af74fff7-03eb-4e4b-96df-9df1bfdeb5c6 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:01.532953 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9f4ccb80-d2a0-4a7f-aa51-ead9a0ab02df req-af74fff7-03eb-4e4b-96df-9df1bfdeb5c6 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.1790864 Aug 04 16:29:01.581317 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-e6a0428c-bef6-4c84-bd05-10f5a674e0f0 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049160 Aug 04 16:29:01.592206 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb7affb-eaf2-4f12-9404-87914d635dc9'}, {'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:01.594556 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07858bf-ab84-4f26-ae44-2e787b0fe7db" -d '{"events": [{"server_uuid": "2e46636f-6d41-4f47-9a94-fceffcf0b661", "name": "network-vif-plugged", "status": "completed", "tag": "8cb7affb-eaf2-4f12-9404-87914d635dc9"}, {"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-plugged", "status": "completed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:01.597400 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=3c10e821-0b50-452b-a13d-e93631d5101f,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:01.605634 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-94269443-0c1f-4fbe-b3c4-936b76162eab req-22f4119a-13af-4133-b61f-68d2fc1b0bdd tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710060 Aug 04 16:29:01.673729 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9f4ccb80-d2a0-4a7f-aa51-ead9a0ab02df req-f99b4e09-6ce1-492e-a00a-a70c6b788907 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254771 Aug 04 16:29:01.694507 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:01.705701 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:01.857686 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:01.867001 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-090e1d92-abf8-40cd-8978-088cac8573ef req-72c97d88-fd9c-411e-ab3f-32a3a34fcedb service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711122 Aug 04 16:29:01.997627 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3889fc8f-2b74-4610-8a8d-00ddb95a4b00 req-92efbefa-d626-4649-a978-5dc8926cac50 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.017986 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3889fc8f-2b74-4610-8a8d-00ddb95a4b00 req-92efbefa-d626-4649-a978-5dc8926cac50 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.2252107 Aug 04 16:29:02.027309 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['3c10e821-0b50-452b-a13d-e93631d5101f'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:02.086484 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-9bf12018-a274-45fb-ab36-e5ec3f24b3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.105622 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-9bf12018-a274-45fb-ab36-e5ec3f24b3eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 1097 time: 0.1462743 Aug 04 16:29:02.106948 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db455dbc-9f54-463d-b0ac-260cf3ece505 req-038643f1-ecc8-407b-a2fd-e6b4f9cf5652 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.112685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-db455dbc-9f54-463d-b0ac-260cf3ece505 req-038643f1-ecc8-407b-a2fd-e6b4f9cf5652 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.2447696 Aug 04 16:29:02.135502 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3889fc8f-2b74-4610-8a8d-00ddb95a4b00 req-71e91f35-068a-44b3-9f4b-1407792cb4e4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155112 Aug 04 16:29:02.260076 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-db455dbc-9f54-463d-b0ac-260cf3ece505 req-36b435ff-34c3-4472-9660-bc73d28b2316 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219640 Aug 04 16:29:02.317636 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2376041a-e196-4b93-babe-aadf88f2a36d x-openstack-request-id: req-2376041a-e196-4b93-babe-aadf88f2a36d {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:02.318057 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e46636f-6d41-4f47-9a94-fceffcf0b661", "name": "network-vif-plugged", "status": "completed", "tag": "8cb7affb-eaf2-4f12-9404-87914d635dc9", "code": 200}, {"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-plugged", "status": "completed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:02.318188 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2376041a-e196-4b93-babe-aadf88f2a36d {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:02.324082 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb7affb-eaf2-4f12-9404-87914d635dc9', 'code': 200} Aug 04 16:29:02.324444 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'code': 200} Aug 04 16:29:02.357666 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-c47f116d-e0ad-445b-a879-36d0ecd547dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.368066 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-c47f116d-e0ad-445b-a879-36d0ecd547dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.2558177 Aug 04 16:29:02.463096 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-d9b4fe2b-d390-4f3b-bf80-cd6546c88235 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769e9e19-3950-4c51-bac0-5b3b703128db HTTP/1.1" status: 200 len: 217 time: 0.0836215 Aug 04 16:29:02.590166 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-7e868c8f-68ac-4752-9cdc-b1cc68b6a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.600067 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-7e868c8f-68ac-4752-9cdc-b1cc68b6a9ee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.1182992 Aug 04 16:29:02.673700 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-657a1779-b924-4dca-807a-59e343c2bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.675817 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-657a1779-b924-4dca-807a-59e343c2bb45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736146 Aug 04 16:29:02.745927 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4932aff-a2d8-4a04-942f-6ee3a3524703 req-f29ea51a-b632-46e1-a9b5-38f16715bd46 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.753786 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4932aff-a2d8-4a04-942f-6ee3a3524703 req-f29ea51a-b632-46e1-a9b5-38f16715bd46 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 944 time: 0.3067155 Aug 04 16:29:02.791940 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c710f6c-fb5a-41c6-98a8-49a1f2ad067a req-189a3050-dfff-49aa-bf62-0180e8ac50fd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.793884 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4c710f6c-fb5a-41c6-98a8-49a1f2ad067a req-189a3050-dfff-49aa-bf62-0180e8ac50fd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.2614138 Aug 04 16:29:02.802160 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451708a5-9865-4b1a-b062-df4883c6d8f6 req-ba98e163-2da5-402a-99ce-5d1b7e00c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:02.804540 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-451708a5-9865-4b1a-b062-df4883c6d8f6 req-ba98e163-2da5-402a-99ce-5d1b7e00c6c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 1098 time: 0.2573040 Aug 04 16:29:02.861663 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4932aff-a2d8-4a04-942f-6ee3a3524703 req-8aa4738c-6dbf-489f-a660-dd3ffe51c504 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066573 Aug 04 16:29:02.868441 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-bc3d80ee-862a-4601-ab3c-8213049c59d9 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833508 Aug 04 16:29:02.892961 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-451708a5-9865-4b1a-b062-df4883c6d8f6 req-3efbca23-dd62-4db4-ac8a-72e8cf27d167 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746331 Aug 04 16:29:02.941191 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4c710f6c-fb5a-41c6-98a8-49a1f2ad067a req-7fc895b6-5ef1-4d0a-9439-1e3a8d898e7e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306932 Aug 04 16:29:03.087182 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6a009e56-eccf-4687-bc88-8bc10110dc01 req-f05fdb0e-4798-4777-84a0-b0e91b9a0fb6 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090466 Aug 04 16:29:03.159913 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601cfb77-d734-4267-bd33-742dce70926a req-4fb3632d-08c3-4b86-b45d-d910fbdef90e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:03.164735 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-601cfb77-d734-4267-bd33-742dce70926a req-4fb3632d-08c3-4b86-b45d-d910fbdef90e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1344216 Aug 04 16:29:03.251104 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-601cfb77-d734-4267-bd33-742dce70926a req-c998911c-2b72-4531-a1f8-494397afc3f3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853255 Aug 04 16:29:03.520308 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562b01b-1516-4da1-8150-2d6abe2ec1d6 req-b525efe9-1028-4fd8-8405-82555fd71728 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:03.528189 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c562b01b-1516-4da1-8150-2d6abe2ec1d6 req-b525efe9-1028-4fd8-8405-82555fd71728 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 944 time: 0.1172082 Aug 04 16:29:03.604180 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c562b01b-1516-4da1-8150-2d6abe2ec1d6 req-b8649955-1ac8-4b9f-9014-73a26c015b3c tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682838 Aug 04 16:29:03.847255 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ea89c-0658-486b-bcf5-d37844c4252e req-3440c57d-2609-4f48-9a22-7e08e4f51d53 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:03.858167 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1e5ea89c-0658-486b-bcf5-d37844c4252e req-3440c57d-2609-4f48-9a22-7e08e4f51d53 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.1517465 Aug 04 16:29:03.889636 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60d25-c4cb-497a-83df-0aa2f2c69063 req-3f9ac1eb-9814-47dc-a63a-462ce1edc354 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:03.899667 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eaf60d25-c4cb-497a-83df-0aa2f2c69063 req-3f9ac1eb-9814-47dc-a63a-462ce1edc354 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.1520903 Aug 04 16:29:04.027934 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eaf60d25-c4cb-497a-83df-0aa2f2c69063 req-c060c03a-7013-4dec-82bd-a8b4c9d78488 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165259 Aug 04 16:29:04.058760 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1e5ea89c-0658-486b-bcf5-d37844c4252e req-7256cae9-6104-496a-b62b-d4a675589518 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579499 Aug 04 16:29:04.322484 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812113c3-58bf-48be-874b-81981f9ac90e req-d7a79987-0526-489e-9037-9444f6b6c418 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:04.324387 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-812113c3-58bf-48be-874b-81981f9ac90e req-d7a79987-0526-489e-9037-9444f6b6c418 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.1345811 Aug 04 16:29:04.326572 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:04.329604 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4493dbd-7d24-420b-b4f8-2c61b36351d0" -d '{"events": [{"server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "name": "network-vif-plugged", "status": "completed", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:04.343689 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad6f9a-17e9-4fd9-8760-729eeba4092e req-d207ee77-abd4-463c-b30f-8af0b8311f0e tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:04.345414 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-22ad6f9a-17e9-4fd9-8760-729eeba4092e req-d207ee77-abd4-463c-b30f-8af0b8311f0e tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 944 time: 0.1687901 Aug 04 16:29:04.389383 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-812113c3-58bf-48be-874b-81981f9ac90e req-f7228e8d-bf17-4d10-bffe-e39b065611ce tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Aug 04 16:29:04.429333 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-22ad6f9a-17e9-4fd9-8760-729eeba4092e req-adb9b3cc-28d1-448e-bc81-f46803c39cff tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Aug 04 16:29:04.612904 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231db1e0-d4dd-4a63-a62d-deb26e62dbe8 req-f167e887-56db-4ad7-be57-cf96a803649e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:04.614473 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-231db1e0-d4dd-4a63-a62d-deb26e62dbe8 req-f167e887-56db-4ad7-be57-cf96a803649e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0688434 Aug 04 16:29:04.629188 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8b776-ba3f-46d4-93de-311fcc6a4048 req-ca9d632a-892f-400d-a4d8-9bfee54f6d68 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:04.636960 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-99f8b776-ba3f-46d4-93de-311fcc6a4048 req-ca9d632a-892f-400d-a4d8-9bfee54f6d68 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.1367073 Aug 04 16:29:04.681628 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3c10e821-0b50-452b-a13d-e93631d5101f up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:29:04.703891 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-231db1e0-d4dd-4a63-a62d-deb26e62dbe8 req-d6ca97cb-7cc8-4d67-bef0-0e64acc091cf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647032 Aug 04 16:29:04.714683 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-99f8b776-ba3f-46d4-93de-311fcc6a4048 req-d236d568-8a32-43d9-80ca-5ace4e1d3f9a tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765877 Aug 04 16:29:04.731167 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 49152) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:04.805126 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 3c10e821-0b50-452b-a13d-e93631d5101f completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:29:04.810029 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 3c10e821-0b50-452b-a13d-e93631d5101f triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:29:04.810434 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:04.869399 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7a8beb-36e3-48e1-9b37-0dcf0e246948 x-openstack-request-id: req-ee7a8beb-36e3-48e1-9b37-0dcf0e246948 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:04.869630 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "name": "network-vif-plugged", "status": "completed", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:04.869896 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee7a8beb-36e3-48e1-9b37-0dcf0e246948 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:04.870294 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'code': 200} Aug 04 16:29:04.955560 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b1f2a-0ef1-4230-ad38-dcbe82219639 req-2fd1a804-cc72-4f5e-942d-06c9df1282a7 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:04.966370 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a01b1f2a-0ef1-4230-ad38-dcbe82219639 req-2fd1a804-cc72-4f5e-942d-06c9df1282a7 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 944 time: 0.1520841 Aug 04 16:29:05.010624 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:05.132546 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 3c10e821-0b50-452b-a13d-e93631d5101f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3c10e821-0b50-452b-a13d-e93631d5101f,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:05.144797 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:05.172643 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a95f3e-3f77-45de-8faa-0aa41640b0f8 req-318f5d20-db47-4bd9-b529-ec730b7885c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:05.175506 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-13a95f3e-3f77-45de-8faa-0aa41640b0f8 req-318f5d20-db47-4bd9-b529-ec730b7885c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1098 time: 0.0942092 Aug 04 16:29:05.196809 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a01b1f2a-0ef1-4230-ad38-dcbe82219639 req-059a7349-d346-42ac-b995-ab31ef98d613 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216067 Aug 04 16:29:05.237925 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-13a95f3e-3f77-45de-8faa-0aa41640b0f8 req-52ab07a9-a2db-485e-abed-85af598306eb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488839 Aug 04 16:29:05.240007 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2dd9c-5c12-467d-ac07-168761571d04 tempest-TestShelveInstance-6355269 tempest-TestShelveInstance-6355269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:05.242639 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-9da2dd9c-5c12-467d-ac07-168761571d04 tempest-TestShelveInstance-6355269 tempest-TestShelveInstance-6355269-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1093 time: 0.5104713 Aug 04 16:29:05.245672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 49158) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:05.252025 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'port_id': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:05.255084 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=3c10e821-0b50-452b-a13d-e93631d5101f,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:05.296088 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for floatingip, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:05.333158 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25781852-fb31-4207-844d-38db8ea49eae req-de9e621c-0fb3-4753-982c-50c11b042407 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:05.334938 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-25781852-fb31-4207-844d-38db8ea49eae req-de9e621c-0fb3-4753-982c-50c11b042407 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.1370585 Aug 04 16:29:05.426689 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-25781852-fb31-4207-844d-38db8ea49eae req-b3dfe726-60c9-487e-bda4-7b115e0668ec tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645409 Aug 04 16:29:05.640396 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:05.659895 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e023504a-ba1b-4455-a3ae-e3d0415f8510 req-0d7cc929-2cc2-416e-8d86-0ddf638887b7 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:05.661733 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e023504a-ba1b-4455-a3ae-e3d0415f8510 req-0d7cc929-2cc2-416e-8d86-0ddf638887b7 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 944 time: 0.1236277 Aug 04 16:29:05.680217 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639cf76-d998-4d29-aeed-cb1dbfa990b1 req-2c76b6fc-1232-4463-b058-bb62b9bfdc7a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:05.687617 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3639cf76-d998-4d29-aeed-cb1dbfa990b1 req-2c76b6fc-1232-4463-b058-bb62b9bfdc7a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.1727357 Aug 04 16:29:05.835054 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3639cf76-d998-4d29-aeed-cb1dbfa990b1 req-bef34282-480a-44db-9a4c-2031c16d74d6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416459 Aug 04 16:29:05.840634 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e023504a-ba1b-4455-a3ae-e3d0415f8510 req-9d7ec402-631f-4ccf-b5d7-9357306a6670 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501591 Aug 04 16:29:05.899676 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Allocated IP 172.27.0.77 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/80ea862f-45e4-4552-998d-955d89d98f9d) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:29:06.063986 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6f953-56d0-49be-9c1c-c5a8c6f3b8be req-b7e4747f-8707-46e0-9ff2-624a5c8119cc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:06.065260 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bff6f953-56d0-49be-9c1c-c5a8c6f3b8be req-b7e4747f-8707-46e0-9ff2-624a5c8119cc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1410522 Aug 04 16:29:06.137784 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bff6f953-56d0-49be-9c1c-c5a8c6f3b8be req-6f148ec8-4ec7-444d-883a-bba37b04e65f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633893 Aug 04 16:29:06.162260 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:06.305516 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:06.391714 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:29:06.409052 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7adfe48-8d65-4c81-8a5b-4d99a43ec68e req-076e14a4-94e7-4c51-8d70-91a04d801901 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:06.410894 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7adfe48-8d65-4c81-8a5b-4d99a43ec68e req-076e14a4-94e7-4c51-8d70-91a04d801901 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.1173048 Aug 04 16:29:06.411820 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:29:06.417811 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:29:06.424486 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'Port': ['ID=80ea862f-45e4-4552-998d-955d89d98f9d,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:06.617325 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7adfe48-8d65-4c81-8a5b-4d99a43ec68e req-38fd4ee2-03c8-4d98-8cfd-4a611d000380 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816096 Aug 04 16:29:06.719310 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064a009-9cd1-46a3-adfb-59a98dfc95ba req-367d8edb-cc20-45c7-9f35-632bbf119050 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:06.721190 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e064a009-9cd1-46a3-adfb-59a98dfc95ba req-367d8edb-cc20-45c7-9f35-632bbf119050 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.1655033 Aug 04 16:29:06.874156 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c8137f-ae22-4773-982e-7d29d4080e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10e821-0b50-452b-a13d-e93631d5101f'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:06.879707 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a28c35e-3b78-40e0-8c8c-4870aa25de89" -d '{"events": [{"server_uuid": "93c8137f-ae22-4773-982e-7d29d4080e80", "name": "network-vif-plugged", "status": "completed", "tag": "3c10e821-0b50-452b-a13d-e93631d5101f"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:07.236229 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e064a009-9cd1-46a3-adfb-59a98dfc95ba req-401f5bac-2e75-49cb-8f62-0feade9c0f20 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058112 Aug 04 16:29:07.281180 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cd5ebb-59ba-4779-bbc4-320a837214bc req-603a406b-619a-4472-bc62-6a9042648be1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:07.288890 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b1cd5ebb-59ba-4779-bbc4-320a837214bc req-603a406b-619a-4472-bc62-6a9042648be1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 944 time: 0.0988162 Aug 04 16:29:07.346032 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098eba97-df57-4489-9a0f-d536db9df2fe x-openstack-request-id: req-098eba97-df57-4489-9a0f-d536db9df2fe {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:07.346667 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c8137f-ae22-4773-982e-7d29d4080e80", "name": "network-vif-plugged", "status": "completed", "tag": "3c10e821-0b50-452b-a13d-e93631d5101f", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:07.347219 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-098eba97-df57-4489-9a0f-d536db9df2fe {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:07.348043 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c8137f-ae22-4773-982e-7d29d4080e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c10e821-0b50-452b-a13d-e93631d5101f', 'code': 200} Aug 04 16:29:07.564835 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:07.701252 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa53d6a-d49c-4c75-a53f-0d4b52f6c726 req-e1a5952d-39d7-4434-8d09-b4e14c8d4e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:07.704077 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-baa53d6a-d49c-4c75-a53f-0d4b52f6c726 req-e1a5952d-39d7-4434-8d09-b4e14c8d4e15 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 1098 time: 0.0790431 Aug 04 16:29:07.792834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d272cd-b971-4bcb-a4e8-45637837f66a req-35e47cfa-2aae-4ee3-98e1-e6de56157488 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:07.797568 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47d272cd-b971-4bcb-a4e8-45637837f66a req-35e47cfa-2aae-4ee3-98e1-e6de56157488 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1381223 Aug 04 16:29:07.821520 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b1cd5ebb-59ba-4779-bbc4-320a837214bc req-9ea5410c-78f6-48c4-9a21-b5fb74fe0842 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5316334 Aug 04 16:29:07.866945 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:07.906659 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-baa53d6a-d49c-4c75-a53f-0d4b52f6c726 req-6891034d-9548-490a-ad90-621d4cf50920 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779320 Aug 04 16:29:07.937111 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47d272cd-b971-4bcb-a4e8-45637837f66a req-21dedd02-2393-4d9a-9a31-6036e20a4499 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144018 Aug 04 16:29:08.278253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4291c-3357-4c0d-b56d-abf4bb08bbd7 req-f53395b3-fc29-4da3-84f8-11e228df6507 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:08.291528 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2db4291c-3357-4c0d-b56d-abf4bb08bbd7 req-f53395b3-fc29-4da3-84f8-11e228df6507 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.2364147 Aug 04 16:29:08.391386 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:08.410655 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2db4291c-3357-4c0d-b56d-abf4bb08bbd7 req-686e3207-0a29-4e86-b11e-72c95c3ac9a9 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161966 Aug 04 16:29:08.418338 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:08.510444 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event updated for resources: {'Port': ['ID=80ea862f-45e4-4552-998d-955d89d98f9d,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:08.524844 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:08.685517 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe00d25-31c3-4595-8195-80e1626027f4 req-8637a3d4-a475-4dfa-ae5a-dffd0465e51a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:08.687495 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-efe00d25-31c3-4595-8195-80e1626027f4 req-8637a3d4-a475-4dfa-ae5a-dffd0465e51a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.1206450 Aug 04 16:29:08.741588 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-efe00d25-31c3-4595-8195-80e1626027f4 req-a656b2f9-7d47-4845-b5ba-1bf7bf83b1f4 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427341 Aug 04 16:29:08.742801 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Floating IP 583ce463-7d49-46d7-92e6-612ac2eb61cf associated. External IP: 172.27.0.77, port: 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5. Aug 04 16:29:09.216442 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Router 12da2718-2342-4c87-8c82-978a9d299614 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:29:09.232839 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694384a-c49c-4545-8d5c-f096ead9930a req-edce08fd-ef1f-48df-b8f7-78eabd406e88 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:09.238820 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2694384a-c49c-4545-8d5c-f096ead9930a req-edce08fd-ef1f-48df-b8f7-78eabd406e88 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.3545692 Aug 04 16:29:09.349661 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c42d51-762d-4850-86eb-20ce66459b38 req-46b8e7b9-3b8e-47f0-8a13-d7c3034d93b7 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:09.357097 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a2c42d51-762d-4850-86eb-20ce66459b38 req-46b8e7b9-3b8e-47f0-8a13-d7c3034d93b7 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 944 time: 0.3250861 Aug 04 16:29:09.415049 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2694384a-c49c-4545-8d5c-f096ead9930a req-d7afadee-1f47-4c30-900b-2f80130044d7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566298 Aug 04 16:29:09.489117 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a2c42d51-762d-4850-86eb-20ce66459b38 req-f6904bcd-af99-43c2-8bef-597d73c72ebc tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264117 Aug 04 16:29:09.577694 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:29:09.591588 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] Sync routers for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:29:09.611255 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:09.621810 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:28:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:09.642157 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:09.682553 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e8ad0-1d3d-4a8b-8efd-da8e3282a158 req-aff6df99-b370-47f2-9067-5dec27e5b4bb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:09.688765 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-941e8ad0-1d3d-4a8b-8efd-da8e3282a158 req-aff6df99-b370-47f2-9067-5dec27e5b4bb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.1733539 Aug 04 16:29:09.737242 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-941e8ad0-1d3d-4a8b-8efd-da8e3282a158 req-47f7c669-28e1-4980-a769-65f49b19cd65 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474906 Aug 04 16:29:09.740963 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:09.782807 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-2327bd08-3c81-45d2-8eb6-2527f644de42 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5360584 Aug 04 16:29:09.786061 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:09.815353 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:09.853820 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8292c243-199f-4e45-a5bc-089a995c38bf x-openstack-request-id: req-8292c243-199f-4e45-a5bc-089a995c38bf {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:09.854775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:09.854775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8292c243-199f-4e45-a5bc-089a995c38bf {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:09.854775 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'status': 'completed', 'code': 200} Aug 04 16:29:09.964074 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-1883b13c-8e50-47e4-a444-495a9276d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:09.965798 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-1883b13c-8e50-47e4-a444-495a9276d54f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1098 time: 0.0481081 Aug 04 16:29:09.980311 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb4b514-4a05-48ed-816a-3a85d63ddc3c req-74668a2b-c198-42df-ba39-6951e8f8fce7 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:09.981858 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3bb4b514-4a05-48ed-816a-3a85d63ddc3c req-74668a2b-c198-42df-ba39-6951e8f8fce7 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.1040547 Aug 04 16:29:09.992946 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535820bc-cd52-49d0-b467-dd497305daa4 req-a56f70d2-b8b9-4447-943c-a9bfed92f835 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:09.996863 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-535820bc-cd52-49d0-b467-dd497305daa4 req-a56f70d2-b8b9-4447-943c-a9bfed92f835 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.0805359 Aug 04 16:29:10.065454 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-535820bc-cd52-49d0-b467-dd497305daa4 req-ea5f67bd-1552-436f-8aea-3daee085b67c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593193 Aug 04 16:29:10.069903 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3bb4b514-4a05-48ed-816a-3a85d63ddc3c req-6ec1453e-5f12-4db3-b66b-c2b4a09fb6c2 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720680 Aug 04 16:29:10.088029 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '583ce463-7d49-46d7-92e6-612ac2eb61cf', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '12da2718-2342-4c87-8c82-978a9d299614', 'port_id': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'mac_address': 'fa:16:3e:a5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:07Z', 'updated_at': '2021-08-04T16:29:07Z', 'revision_number': 0, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:33Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:10.102484 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-2913d700-89f8-4fa6-8d5a-6c2cd0b758fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:10.104028 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-2913d700-89f8-4fa6-8d5a-6c2cd0b758fa service neutron] 10.222.0.53 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 908 time: 0.1280096 Aug 04 16:29:10.120088 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] Checking router: 12da2718-2342-4c87-8c82-978a9d299614 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:29:10.133376 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:10.134357 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:28:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:10.219120 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-c3795535-91d0-44e9-ab4b-67bebfbd7fad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 998 time: 0.1019168 Aug 04 16:29:10.284736 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:10.297272 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-ad346a00-5804-4030-a5c8-a3baec454074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:10.298730 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-ad346a00-5804-4030-a5c8-a3baec454074 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 200 len: 846 time: 0.0625494 Aug 04 16:29:10.392013 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-f276e96f-a1e5-481b-8e48-7eee6cb36c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:10.393503 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-f276e96f-a1e5-481b-8e48-7eee6cb36c59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713723 Aug 04 16:29:10.519176 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-adcac839-5969-4b31-9c7d-5e573403919b service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159489 Aug 04 16:29:10.686252 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4b7fb-ade3-4dca-a87b-b473108c2b3c req-074bac05-bb25-4d54-8789-010984102421 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:10.688636 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e5a4b7fb-ade3-4dca-a87b-b473108c2b3c req-074bac05-bb25-4d54-8789-010984102421 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 944 time: 0.0896924 Aug 04 16:29:10.692648 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 769e9e19-3950-4c51-bac0-5b3b703128db details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:29:10.699694 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '583ce463-7d49-46d7-92e6-612ac2eb61cf', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '12da2718-2342-4c87-8c82-978a9d299614', 'port_id': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'mac_address': 'fa:16:3e:a5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:07Z', 'updated_at': '2021-08-04T16:29:07Z', 'revision_number': 0, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:33Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:10.735677 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-31f9b158-ddac-4dda-bab5-0efbd1a3cecf req-0371f362-9f2f-411f-8b67-4d7ec1415e4d service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969068 Aug 04 16:29:10.769972 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e5a4b7fb-ade3-4dca-a87b-b473108c2b3c req-285e4c86-2771-4330-9ef7-a06e4a4b7f9f tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686560 Aug 04 16:29:10.778183 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e321a8d6-9331-4197-80e1-68582fd7a24a None None] The sync data for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi is: [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '583ce463-7d49-46d7-92e6-612ac2eb61cf', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'floating_ip_address': '172.27.0.77', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '12da2718-2342-4c87-8c82-978a9d299614', 'port_id': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'mac_address': 'fa:16:3e:a5:71:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:07Z', 'updated_at': '2021-08-04T16:29:07Z', 'revision_number': 0, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:33Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:29:10.942239 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b043aee-3eb2-4cbf-b8c2-383bafb277fc req-49aa4f1b-e7cd-4c9c-ad99-0394d3d43e57 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:10.953409 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6b043aee-3eb2-4cbf-b8c2-383bafb277fc req-49aa4f1b-e7cd-4c9c-ad99-0394d3d43e57 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0947139 Aug 04 16:29:11.022881 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6b043aee-3eb2-4cbf-b8c2-383bafb277fc req-ac7e9c00-1602-4927-908d-5788095533bc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683589 Aug 04 16:29:11.094230 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 769e9e19-3950-4c51-bac0-5b3b703128db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=769e9e19-3950-4c51-bac0-5b3b703128db,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:11.120131 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '769e9e19-3950-4c51-bac0-5b3b703128db', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'port_id': '769e9e19-3950-4c51-bac0-5b3b703128db', 'mac_address': 'fa:16:3e:e0:d2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:29:11.135224 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e82dcb-9be1-4249-bd47-2ce9d5fd0c8c None None] New status for floating IP 583ce463-7d49-46d7-92e6-612ac2eb61cf: ACTIVE {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:29:11.255184 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:11.295977 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c835b3-5a40-44ff-8ed7-1e48cf3b5f1f req-86074ec0-bafc-40ee-bcb5-27e428a3f51b tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:11.297686 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a4c835b3-5a40-44ff-8ed7-1e48cf3b5f1f req-86074ec0-bafc-40ee-bcb5-27e428a3f51b tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.1215956 Aug 04 16:29:11.304183 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769e9e19-3950-4c51-bac0-5b3b703128db {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:29:11.350659 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 769e9e19-3950-4c51-bac0-5b3b703128db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=769e9e19-3950-4c51-bac0-5b3b703128db,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:11.356391 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:11.384685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a4c835b3-5a40-44ff-8ed7-1e48cf3b5f1f req-d8dffd25-c940-4227-a8dd-6102760fca8c tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782599 Aug 04 16:29:11.457041 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=769e9e19-3950-4c51-bac0-5b3b703128db,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:11.795177 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c51fe-9856-46e1-b800-f83cf063edf9 req-d0c5aacf-0a5c-4bfd-815c-115a00be6ebe tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:11.796762 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9f6c51fe-9856-46e1-b800-f83cf063edf9 req-d0c5aacf-0a5c-4bfd-815c-115a00be6ebe tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0516346 Aug 04 16:29:11.819640 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbd2d-b440-458c-8358-b18b930063fa req-79e13dbd-8579-4407-b727-22a26cbab9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:11.822772 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-475bbd2d-b440-458c-8358-b18b930063fa req-79e13dbd-8579-4407-b727-22a26cbab9a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.0585027 Aug 04 16:29:11.840516 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9f6c51fe-9856-46e1-b800-f83cf063edf9 req-9e68f3e2-bee2-429d-915e-01474ff4abc8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369000 Aug 04 16:29:11.913035 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ebeb3-e2c1-4404-8148-1e66a144ca5e req-20d74c8c-8b9e-47f7-ae8e-f37d83496c3d tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:11.914738 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fb6ebeb3-e2c1-4404-8148-1e66a144ca5e req-20d74c8c-8b9e-47f7-ae8e-f37d83496c3d tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 945 time: 0.0523078 Aug 04 16:29:11.960567 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fb6ebeb3-e2c1-4404-8148-1e66a144ca5e req-8da9e176-fee2-4a13-abc4-752dc7bce0af tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366549 Aug 04 16:29:12.009312 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbd2d-b440-458c-8358-b18b930063fa req-3cc8b0d0-bcac-4b96-a16c-3ff106f41bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.010793 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-475bbd2d-b440-458c-8358-b18b930063fa req-3cc8b0d0-bcac-4b96-a16c-3ff106f41bd7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.0911305 Aug 04 16:29:12.039024 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['769e9e19-3950-4c51-bac0-5b3b703128db'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:12.071360 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-475bbd2d-b440-458c-8358-b18b930063fa req-32e40018-1d14-48b0-b932-7b3216de7ddf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 200 len: 217 time: 0.0497189 Aug 04 16:29:12.147961 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475bbd2d-b440-458c-8358-b18b930063fa req-dc5cb8ed-3a35-4bfa-9db9-de5cb5a8dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.153848 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-475bbd2d-b440-458c-8358-b18b930063fa req-dc5cb8ed-3a35-4bfa-9db9-de5cb5a8dec1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.0715191 Aug 04 16:29:12.200646 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-475bbd2d-b440-458c-8358-b18b930063fa req-dc711cbe-c6de-4203-83fc-a76b750ac8da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372214 Aug 04 16:29:12.359338 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-475bbd2d-b440-458c-8358-b18b930063fa req-a759a2a5-930d-448e-a42e-6d2ffbbf4cde service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385441 Aug 04 16:29:12.469674 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-475bbd2d-b440-458c-8358-b18b930063fa req-4f03a40a-ac14-4562-968a-4dbfb1c0ff35 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997849 Aug 04 16:29:12.543230 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494a03f3-ad36-435b-9fca-0a4c9b6cbf88 req-041651be-8247-4f84-b239-b098e3592187 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.544793 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-494a03f3-ad36-435b-9fca-0a4c9b6cbf88 req-041651be-8247-4f84-b239-b098e3592187 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.4176168 Aug 04 16:29:12.548515 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-ab04b5a2-a6eb-45a7-89c1-b9ccad472d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.550002 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-ab04b5a2-a6eb-45a7-89c1-b9ccad472d74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1099 time: 0.0913246 Aug 04 16:29:12.594102 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde6dc9-c66d-4d5d-aadd-04c7e0faf219 req-7b6b127d-1042-4b81-a05a-e2435a60e722 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.595448 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dcde6dc9-c66d-4d5d-aadd-04c7e0faf219 req-7b6b127d-1042-4b81-a05a-e2435a60e722 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.1273274 Aug 04 16:29:12.662220 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-494a03f3-ad36-435b-9fca-0a4c9b6cbf88 req-6a3fdd44-e693-4259-8b30-e3264af16006 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098595 Aug 04 16:29:12.691919 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dcde6dc9-c66d-4d5d-aadd-04c7e0faf219 req-e9048f48-a561-465b-b46d-ddbcda9e4472 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710120 Aug 04 16:29:12.701664 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-1af7c40e-ab1c-4568-b063-69a8760bb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.703078 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-1af7c40e-ab1c-4568-b063-69a8760bb9de service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.1428127 Aug 04 16:29:12.805132 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49392) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:12.820988 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-3e434a7b-9caf-4598-931c-dcd880b96571 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 200 len: 1002 time: 0.1035285 Aug 04 16:29:12.853826 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] Deleting subnet 4bfceedc-2106-4b66-817b-a399da2e49de {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:29:12.857129 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:12.892695 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-5447f69c-6323-4f7c-bed8-2301c27789fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.894561 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-5447f69c-6323-4f7c-bed8-2301c27789fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0572283 Aug 04 16:29:12.899368 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:12.945542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:12.996315 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-b9a8e5f1-da12-4a01-a467-790d81a4bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:12.997585 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-b9a8e5f1-da12-4a01-a467-790d81a4bcf0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0893421 Aug 04 16:29:13.006992 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f246eeb-a51d-45dc-a70d-b50e8c2cf346 req-38b7d3bb-28aa-47f7-81e1-6b1430f31c9f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:13.008536 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3f246eeb-a51d-45dc-a70d-b50e8c2cf346 req-38b7d3bb-28aa-47f7-81e1-6b1430f31c9f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0906236 Aug 04 16:29:13.009331 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.041873 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bfceedc-2106-4b66-817b-a399da2e49de,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:13.048972 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.053828 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-85dc909b-6a9f-423e-9291-899668f5c28b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4bfceedc-2106-4b66-817b-a399da2e49de HTTP/1.1" status: 204 len: 168 time: 0.2447453 Aug 04 16:29:13.053828 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49418) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:13.127935 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.140726 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3f246eeb-a51d-45dc-a70d-b50e8c2cf346 req-d169620d-d4ab-4044-8189-60e021196044 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220546 Aug 04 16:29:13.192313 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474152d-af68-450f-a186-7d2abeeffe2c req-14ffde63-060c-41b3-88a5-8fed77e026f8 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:13.195026 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0474152d-af68-450f-a186-7d2abeeffe2c req-14ffde63-060c-41b3-88a5-8fed77e026f8 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 945 time: 0.1283581 Aug 04 16:29:13.197814 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-48b843fd-2d18-4671-88e0-c36b355e6aef service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880920 Aug 04 16:29:13.218673 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.233122 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154202e4-2651-4c12-ae68-00f625473d35']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:13.246478 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b519685-96ca-4670-88ea-0605f4c54ed1') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:13.246786 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b519685-96ca-4670-88ea-0605f4c54ed1') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:13.256790 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.270436 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.278893 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:29:13.279401 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:29:13.282355 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:29:13.310482 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0474152d-af68-450f-a186-7d2abeeffe2c req-0ae11704-6b16-4b5c-89bf-fd82c2cb642c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081195 Aug 04 16:29:13.341682 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.344466 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0817f02-db98-4453-a2cf-3cb2ea5765c8 req-7cae8ae9-0512-4fb9-9650-88bb98796630 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314714 Aug 04 16:29:13.349142 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.354207 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] 10.222.0.79 "DELETE /v2.0/networks/154202e4-2651-4c12-ae68-00f625473d35 HTTP/1.1" status: 204 len: 168 time: 0.2975762 Aug 04 16:29:13.365829 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe259a5d-ddcf-47c8-b46e-455cb7b2724c admin admin] Pushing event deleted for resources: {'Network': ['ID=154202e4-2651-4c12-ae68-00f625473d35,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:13.469743 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49430) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:13.510082 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-922cd198-665c-4bed-8a89-6555181c89c4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=661d9d1a266d4bc99f5f89592b6e487e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391972 Aug 04 16:29:13.512743 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49436) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:13.562860 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-589e17b3-60f9-4544-850c-7e51a78db093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.585364 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-589e17b3-60f9-4544-850c-7e51a78db093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.630076 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-589e17b3-60f9-4544-850c-7e51a78db093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.633452 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-589e17b3-60f9-4544-850c-7e51a78db093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:13.634606 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-589e17b3-60f9-4544-850c-7e51a78db093 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b014b727-2195-4728-838b-5b363785b56f HTTP/1.1" status: 204 len: 168 time: 0.1209662 Aug 04 16:29:13.642019 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e17b3-60f9-4544-850c-7e51a78db093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b014b727-2195-4728-838b-5b363785b56f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:13.795803 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5691d5-5742-46b9-8dbb-9ddaec5aa965 req-212cfa90-27da-49b6-9a18-9aaa68b9e876 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:13.804369 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d5691d5-5742-46b9-8dbb-9ddaec5aa965 req-212cfa90-27da-49b6-9a18-9aaa68b9e876 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0647039 Aug 04 16:29:13.841964 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5d5691d5-5742-46b9-8dbb-9ddaec5aa965 req-9ef2648e-1151-4037-a5e5-6ba8262fdd15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355639 Aug 04 16:29:14.295533 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4bafc-e3df-4ae1-9d3b-5d5e58281848 req-58416a57-0965-49ae-808d-4ea51e6abfba tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:14.300478 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-65b4bafc-e3df-4ae1-9d3b-5d5e58281848 req-58416a57-0965-49ae-808d-4ea51e6abfba tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0634434 Aug 04 16:29:14.340222 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-65b4bafc-e3df-4ae1-9d3b-5d5e58281848 req-839580c5-e152-40b1-8a86-8d10e31b8ff7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360992 Aug 04 16:29:14.430874 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73331a-f17b-45c0-8602-cd17f8660796 req-7930fc89-4d0d-4b26-9d46-5c07b9ac0ff9 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:14.432670 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7a73331a-f17b-45c0-8602-cd17f8660796 req-7930fc89-4d0d-4b26-9d46-5c07b9ac0ff9 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 945 time: 0.0497570 Aug 04 16:29:14.480147 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7a73331a-f17b-45c0-8602-cd17f8660796 req-335a44bf-3d97-47ec-9460-736270f29a9f tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402784 Aug 04 16:29:14.713494 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 769e9e19-3950-4c51-bac0-5b3b703128db up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:29:14.765632 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 769e9e19-3950-4c51-bac0-5b3b703128db completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:29:14.770006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 769e9e19-3950-4c51-bac0-5b3b703128db triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:29:14.770500 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:14.861926 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:14.889985 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:14.892652 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f9dcbc-3550-46f3-9157-2497908240a2" -d '{"events": [{"server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "name": "network-vif-plugged", "status": "completed", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:14.907136 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 769e9e19-3950-4c51-bac0-5b3b703128db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=769e9e19-3950-4c51-bac0-5b3b703128db,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:14.914225 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:14.964515 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e3fd1b-da60-449b-af62-71dda6a58e1c x-openstack-request-id: req-e6e3fd1b-da60-449b-af62-71dda6a58e1c {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:14.964803 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "name": "network-vif-plugged", "status": "completed", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:14.965082 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e6e3fd1b-da60-449b-af62-71dda6a58e1c {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:14.965463 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db', 'code': 200} Aug 04 16:29:14.970162 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=769e9e19-3950-4c51-bac0-5b3b703128db,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:14.990394 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906925-38aa-487b-9b81-c90295306c4d req-40db52bc-c236-48bd-b91a-ce090ff2523c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:14.992372 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-36906925-38aa-487b-9b81-c90295306c4d req-40db52bc-c236-48bd-b91a-ce090ff2523c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0544488 Aug 04 16:29:15.032119 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-36906925-38aa-487b-9b81-c90295306c4d req-5333aeba-615f-4935-8da6-d594b7385cd5 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331371 Aug 04 16:29:15.285543 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5a705-933c-4082-993f-6f5f9a2eb460 req-cc1a0cca-9486-444f-aaf0-5a4131d41f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:15.287153 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cbc5a705-933c-4082-993f-6f5f9a2eb460 req-cc1a0cca-9486-444f-aaf0-5a4131d41f36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 1099 time: 0.0408297 Aug 04 16:29:15.330255 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cbc5a705-933c-4082-993f-6f5f9a2eb460 req-a7da816b-f766-4a5c-8772-75614ffab5a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Aug 04 16:29:15.457893 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bf1b5-e21b-4f94-a089-2e662b9c9d00 req-85df43aa-5468-429c-a149-5936214ec446 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:15.459982 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c10bf1b5-e21b-4f94-a089-2e662b9c9d00 req-85df43aa-5468-429c-a149-5936214ec446 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0506454 Aug 04 16:29:15.498671 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c10bf1b5-e21b-4f94-a089-2e662b9c9d00 req-92ff634d-d915-4dce-abf1-7460c255fa78 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Aug 04 16:29:15.599122 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46336c91-29fd-4beb-bedf-de7563498d15 req-3cefbef9-81da-451b-8710-d94b053b5480 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:15.600743 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-46336c91-29fd-4beb-bedf-de7563498d15 req-3cefbef9-81da-451b-8710-d94b053b5480 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0488403 Aug 04 16:29:15.643546 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-46336c91-29fd-4beb-bedf-de7563498d15 req-a7947ddb-c6dc-4e74-8ecb-eeb56a92b7bb tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364802 Aug 04 16:29:16.154173 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516d73a-da2a-4411-b29a-ed43a7978471 req-a81646b2-d44d-4384-aff8-df8296fea9c0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:16.155664 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7516d73a-da2a-4411-b29a-ed43a7978471 req-a81646b2-d44d-4384-aff8-df8296fea9c0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 946 time: 0.0480506 Aug 04 16:29:16.198393 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7516d73a-da2a-4411-b29a-ed43a7978471 req-936a3f53-4d36-42ed-9067-7f2809df5ea6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356157 Aug 04 16:29:16.623419 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c902075-ed1b-4a9c-8a52-c2571898b649 req-5075eedd-a6a3-4d2d-937b-c3b144b15f09 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:16.624889 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2c902075-ed1b-4a9c-8a52-c2571898b649 req-5075eedd-a6a3-4d2d-937b-c3b144b15f09 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0487337 Aug 04 16:29:16.665755 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2c902075-ed1b-4a9c-8a52-c2571898b649 req-b272da71-4cd2-4056-8f65-f2c6a55ab485 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350027 Aug 04 16:29:16.737367 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:16.763563 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc83b7-e395-45c9-9534-526fc5631bcf req-40ddea99-070b-4730-9c3b-247499174817 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:16.765540 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f3bc83b7-e395-45c9-9534-526fc5631bcf req-40ddea99-070b-4730-9c3b-247499174817 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0543780 Aug 04 16:29:16.810220 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f3bc83b7-e395-45c9-9534-526fc5631bcf req-e133668e-8259-4273-8f31-59003d674898 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367255 Aug 04 16:29:16.819206 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:16.853571 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:16.857006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:16.902707 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=8']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:16.966162 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:16.968533 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-701fcd2f-7ffd-4765-9c4b-262dbe15aa8f" -d '{"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-unplugged", "status": "completed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:16.999620 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3338287d-0b42-4562-8711-d01fa0221a0d x-openstack-request-id: req-3338287d-0b42-4562-8711-d01fa0221a0d {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:16.999944 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-unplugged", "status": "failed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd", "code": 422}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:17.000207 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3338287d-0b42-4562-8711-d01fa0221a0d {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:17.000728 dv-cinder-802882-3-iscsi neutron-server[93292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'code': 422} returned with failed status Aug 04 16:29:17.316636 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9216eae-1b12-4eec-977a-5fca319c8d67 req-b9267b4a-dc5a-4ae3-9b38-7a7e48abeead tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:17.319008 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f9216eae-1b12-4eec-977a-5fca319c8d67 req-b9267b4a-dc5a-4ae3-9b38-7a7e48abeead tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0502260 Aug 04 16:29:17.361273 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f9216eae-1b12-4eec-977a-5fca319c8d67 req-bb535654-d785-4a78-9ea0-a7ee7ac3427e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353727 Aug 04 16:29:17.785659 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fb903-5062-44cc-b71a-fa5724c81c02 req-e735c6a2-0dd1-48fc-a000-8e3646f1cf5c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:17.787807 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-394fb903-5062-44cc-b71a-fa5724c81c02 req-e735c6a2-0dd1-48fc-a000-8e3646f1cf5c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0535438 Aug 04 16:29:17.826968 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-394fb903-5062-44cc-b71a-fa5724c81c02 req-86950f01-1827-4347-9a7b-1043d4dbbb1f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331988 Aug 04 16:29:17.976628 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb63c30-e7cc-4e24-be00-b6076164138a req-f622baf8-96d0-4324-b79d-4cb02175ac5a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:17.978244 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4bb63c30-e7cc-4e24-be00-b6076164138a req-f622baf8-96d0-4324-b79d-4cb02175ac5a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0836906 Aug 04 16:29:18.011774 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc403daa-71cf-41fa-88a3-8222578e1f01 req-81d3be15-ed4a-46b9-8089-a024bc3abe07 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:18.013266 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dc403daa-71cf-41fa-88a3-8222578e1f01 req-81d3be15-ed4a-46b9-8089-a024bc3abe07 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0802612 Aug 04 16:29:18.045377 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4bb63c30-e7cc-4e24-be00-b6076164138a req-d0372fe1-7399-40d9-976a-65798dbefd31 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600264 Aug 04 16:29:18.064812 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dc403daa-71cf-41fa-88a3-8222578e1f01 req-a4390df1-8682-41fc-87f6-52d4218cf1c7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439529 Aug 04 16:29:18.941679 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55103e-4d51-42a5-9d1e-8d598ba948d2 req-07d677f2-3e8c-4574-b728-33f65808e4a2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:18.943668 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8a55103e-4d51-42a5-9d1e-8d598ba948d2 req-07d677f2-3e8c-4574-b728-33f65808e4a2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0501258 Aug 04 16:29:18.985267 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8a55103e-4d51-42a5-9d1e-8d598ba948d2 req-4398754b-a24f-4765-984f-fae7b7c1cae9 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346370 Aug 04 16:29:19.158289 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:19.199182 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930e1b3-2891-4c64-b1f6-47a65fe974f8 req-eacf61b2-e39d-4107-9815-c7171e7ddfdb tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:19.200719 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d930e1b3-2891-4c64-b1f6-47a65fe974f8 req-eacf61b2-e39d-4107-9815-c7171e7ddfdb tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0873768 Aug 04 16:29:19.231461 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e0d91-4acf-41ad-8af7-2c9498c3d215 req-4932e1bf-ae21-4f5d-a12a-5e6f3c3e2ee3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:19.232954 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-946e0d91-4acf-41ad-8af7-2c9498c3d215 req-4932e1bf-ae21-4f5d-a12a-5e6f3c3e2ee3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0878060 Aug 04 16:29:19.266857 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d930e1b3-2891-4c64-b1f6-47a65fe974f8 req-24bdb58c-8d9b-43e0-8b35-11b3aed38389 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593312 Aug 04 16:29:19.293381 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-946e0d91-4acf-41ad-8af7-2c9498c3d215 req-f793cfac-20dc-48f1-bef7-f47ce63c952b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525327 Aug 04 16:29:20.102324 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed7d60-6424-4c66-b915-90916266f343 req-bcc12b5e-f7cd-4b77-8f6b-326126925974 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:20.103925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0eed7d60-6424-4c66-b915-90916266f343 req-bcc12b5e-f7cd-4b77-8f6b-326126925974 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0516903 Aug 04 16:29:20.140317 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0eed7d60-6424-4c66-b915-90916266f343 req-f5d3aa42-d1e1-48e0-afd3-8c3d971f3af3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306046 Aug 04 16:29:20.386616 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab934d0-5905-4cb4-b9ac-5f92d60eb7d0 req-81f25619-bc1a-4a9b-96ad-17455a75bd94 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:20.388160 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ab934d0-5905-4cb4-b9ac-5f92d60eb7d0 req-81f25619-bc1a-4a9b-96ad-17455a75bd94 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0486562 Aug 04 16:29:20.458561 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ab934d0-5905-4cb4-b9ac-5f92d60eb7d0 req-0747b5e6-b187-4d2a-9a42-1ff514531c72 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638609 Aug 04 16:29:20.474277 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c39451-ffb6-462b-a583-0961d3ac58b3 req-3ffde094-85c7-4eb7-b132-92e950d71c10 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:20.475816 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-62c39451-ffb6-462b-a583-0961d3ac58b3 req-3ffde094-85c7-4eb7-b132-92e950d71c10 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0637863 Aug 04 16:29:20.514369 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-62c39451-ffb6-462b-a583-0961d3ac58b3 req-546a271e-9ed6-4b7d-a943-1ce42dfd79cc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321457 Aug 04 16:29:20.760158 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:21.255517 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3cd3e-3cc7-406a-832c-1dcb78ed076d req-96955e1a-c83c-4b52-b360-5491fc335f4f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:21.257299 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ddb3cd3e-3cc7-406a-832c-1dcb78ed076d req-96955e1a-c83c-4b52-b360-5491fc335f4f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0500135 Aug 04 16:29:21.297396 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ddb3cd3e-3cc7-406a-832c-1dcb78ed076d req-912cb01d-47b0-477b-8b0c-03b1b3d2dab6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327518 Aug 04 16:29:21.575397 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277289c-2a57-424e-8275-f26c6883f381 req-136f4ea5-bbd2-4b17-a93d-7d3ba2989c51 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:21.577209 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6277289c-2a57-424e-8275-f26c6883f381 req-136f4ea5-bbd2-4b17-a93d-7d3ba2989c51 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0502393 Aug 04 16:29:21.643557 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6277289c-2a57-424e-8275-f26c6883f381 req-4e480820-0ba4-4e14-8a68-fd81a5520c79 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604048 Aug 04 16:29:21.662607 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17c2be-6099-46e0-9ee4-6adf0fd76aa6 req-20aca7ae-224d-44a0-8633-b07368bb484e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:21.664117 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fb17c2be-6099-46e0-9ee4-6adf0fd76aa6 req-20aca7ae-224d-44a0-8633-b07368bb484e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0666342 Aug 04 16:29:21.709208 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fb17c2be-6099-46e0-9ee4-6adf0fd76aa6 req-695496cc-83a5-4405-a259-a7a15d74afe3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384567 Aug 04 16:29:21.760256 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45f288-cc0b-4900-a08a-b3310dca6b40 req-0cd9a6a6-00f2-4f1c-a10b-bf0efcf63092 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:21.761746 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5e45f288-cc0b-4900-a08a-b3310dca6b40 req-0cd9a6a6-00f2-4f1c-a10b-bf0efcf63092 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0506475 Aug 04 16:29:21.800639 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5e45f288-cc0b-4900-a08a-b3310dca6b40 req-481dc687-c9bb-47a4-ae7e-dce001ba1ed6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328999 Aug 04 16:29:21.822689 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 49668) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:22.007070 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69997794-0069-4fea-8ff1-36a9f81a2550 tempest-TestVolumeBootPattern-1295334741 tempest-TestVolumeBootPattern-1295334741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:22.008607 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-69997794-0069-4fea-8ff1-36a9f81a2550 tempest-TestVolumeBootPattern-1295334741 tempest-TestVolumeBootPattern-1295334741-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 1094 time: 0.1849627 Aug 04 16:29:22.011682 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49674) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:22.016865 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'port_id': '769e9e19-3950-4c51-bac0-5b3b703128db', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:22.018750 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f208a0b5-0470-4336-a981-25722af929fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:22.042802 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:22.142012 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:22.246477 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Allocated IP 172.27.0.32 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/ca1a94b3-18f7-4f51-824d-b0c73df8d7b5) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:29:22.348515 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:22.392455 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:22.420897 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bc858-5168-4e35-9065-2efb692b2596 req-9dd817db-4023-4c78-b732-4f5c29707fdc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:22.422497 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b03bc858-5168-4e35-9065-2efb692b2596 req-9dd817db-4023-4c78-b732-4f5c29707fdc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0539062 Aug 04 16:29:22.429069 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:29:22.433809 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:29:22.437289 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:29:22.443764 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=ca1a94b3-18f7-4f51-824d-b0c73df8d7b5,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:22.462680 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b03bc858-5168-4e35-9065-2efb692b2596 req-caaffb61-d435-4ded-bd86-8dbc8a854226 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337086 Aug 04 16:29:22.840936 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94821f27-419b-4c2d-a99b-43d13f2d82af req-45bba8e4-6077-43d3-84ff-ebb3c4198349 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:22.842658 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-94821f27-419b-4c2d-a99b-43d13f2d82af req-45bba8e4-6077-43d3-84ff-ebb3c4198349 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0510690 Aug 04 16:29:22.881962 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-94821f27-419b-4c2d-a99b-43d13f2d82af req-bae362f8-a414-4ad3-a5fa-216aed0e864f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330968 Aug 04 16:29:23.067677 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:23.141024 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:23.295008 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:23.299485 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:23.369986 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=ca1a94b3-18f7-4f51-824d-b0c73df8d7b5,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:23.379439 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:23.482299 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Floating IP 81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88 associated. External IP: 172.27.0.32, port: 769e9e19-3950-4c51-bac0-5b3b703128db. Aug 04 16:29:23.578067 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b09e1-a02a-44cf-a65e-480538088abf req-13393c99-7a0f-4316-a03d-d4b4f58f7f98 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:23.579553 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9f4b09e1-a02a-44cf-a65e-480538088abf req-13393c99-7a0f-4316-a03d-d4b4f58f7f98 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0486553 Aug 04 16:29:23.617339 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9f4b09e1-a02a-44cf-a65e-480538088abf req-69287fd3-50a2-43bd-9a7a-e79d8d904b80 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307779 Aug 04 16:29:23.688751 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:29:23.800503 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:29:23.810484 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:29:23.818718 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:23.820548 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:23.821172 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:28:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:23.854440 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-030257ff-fe1f-4dd7-8b31-f09266c6f68a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8334081 Aug 04 16:29:23.854440 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:23.854440 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76705e1e-b2a2-4ba7-9c08-335eb5274a96" -d '{"events": [{"name": "network-changed", "server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:23.888099 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efecb1fb-2a8c-494d-87ac-100533830757 x-openstack-request-id: req-efecb1fb-2a8c-494d-87ac-100533830757 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:23.888391 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:23.888649 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efecb1fb-2a8c-494d-87ac-100533830757 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:23.889052 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db', 'status': 'completed', 'code': 200} Aug 04 16:29:23.890575 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:29:23.948160 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:23.995365 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-f75a4097-7677-4b43-ae97-4ba523b159d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:23.996875 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-f75a4097-7677-4b43-ae97-4ba523b159d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 1099 time: 0.0718107 Aug 04 16:29:24.012398 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae7f6b-8f75-4ac8-9f0a-791ab49d4c72 req-e512ec5e-1ff2-48e3-9c5f-306b6aa4b650 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:24.013785 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-66ae7f6b-8f75-4ac8-9f0a-791ab49d4c72 req-e512ec5e-1ff2-48e3-9c5f-306b6aa4b650 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0576415 Aug 04 16:29:24.109131 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-66ae7f6b-8f75-4ac8-9f0a-791ab49d4c72 req-2271bd30-f1c7-4fdb-8d80-a18f0299f51a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862632 Aug 04 16:29:24.130336 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-4a5acc49-d8ad-41b6-aa51-fc03accf0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:24.132028 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-4a5acc49-d8ad-41b6-aa51-fc03accf0663 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.1173868 Aug 04 16:29:24.212489 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-1d900847-2f59-4c72-99bd-12600f5e5d60 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=769e9e19-3950-4c51-bac0-5b3b703128db HTTP/1.1" status: 200 len: 999 time: 0.0665915 Aug 04 16:29:24.266861 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-69c98044-e5bc-478e-ba91-cac06f883b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:24.268388 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-69c98044-e5bc-478e-ba91-cac06f883b91 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0478458 Aug 04 16:29:24.271470 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': '769e9e19-3950-4c51-bac0-5b3b703128db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:e0:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c57f591-acb0-4539-8e5d-95675606aed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:22Z', 'updated_at': '2021-08-04T16:29:22Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:24.299815 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:29:24.308603 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:24.309199 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:28:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:24.319197 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-27829e19-8ade-42d5-8e53-8f3d3a4dead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:24.320766 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-27829e19-8ade-42d5-8e53-8f3d3a4dead2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431559 Aug 04 16:29:24.413111 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-5f9107c3-e647-4b68-a4bc-2ce7d8138479 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839531 Aug 04 16:29:24.415943 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:24.527834 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-76705e1e-b2a2-4ba7-9c08-335eb5274a96 req-3352280e-cf25-4001-9fed-b9b8ea93420d service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965917 Aug 04 16:29:24.571556 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-243caa2a-2358-4e34-b243-49f235f3178b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:24.640547 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': '769e9e19-3950-4c51-bac0-5b3b703128db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:e0:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c57f591-acb0-4539-8e5d-95675606aed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:22Z', 'updated_at': '2021-08-04T16:29:22Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:24.665977 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0805ae00-8bd4-42ac-8703-43f6d5cacb90 None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.32', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': '769e9e19-3950-4c51-bac0-5b3b703128db', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:e0:d2:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c57f591-acb0-4539-8e5d-95675606aed1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:22Z', 'updated_at': '2021-08-04T16:29:22Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:29:24.738099 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426e214-d404-46ab-a501-3b0bab6c7578 req-8741bade-74ed-4517-9bde-6321f1c654f4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:24.740203 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c426e214-d404-46ab-a501-3b0bab6c7578 req-8741bade-74ed-4517-9bde-6321f1c654f4 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0521719 Aug 04 16:29:24.780286 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c426e214-d404-46ab-a501-3b0bab6c7578 req-b1a8fac9-1af8-4ac6-a8c1-d49a54b99d52 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Aug 04 16:29:24.853621 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d80556-f6fc-46f9-9f1c-6168c230debb None None] New status for floating IP 81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88: ACTIVE {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:29:25.104029 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:25.241908 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caddf50e-6ecb-411d-9141-a922636d4721 req-8f713878-6629-4f40-a0d4-e6485c77de0e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:25.243436 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-caddf50e-6ecb-411d-9141-a922636d4721 req-8f713878-6629-4f40-a0d4-e6485c77de0e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0539107 Aug 04 16:29:25.280484 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-caddf50e-6ecb-411d-9141-a922636d4721 req-2832ec4c-e382-44bd-b1e4-3f6e5aa2c2f8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313294 Aug 04 16:29:25.682498 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:25.896037 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb991308-ecb8-4eb6-8178-595c8fcfdcff req-0f296609-e5ad-44b2-bc6f-7c37c80f5dc6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:25.898129 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bb991308-ecb8-4eb6-8178-595c8fcfdcff req-0f296609-e5ad-44b2-bc6f-7c37c80f5dc6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0513623 Aug 04 16:29:25.939715 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bb991308-ecb8-4eb6-8178-595c8fcfdcff req-d274ad9c-99be-4328-a18d-c28c3387769d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349913 Aug 04 16:29:26.397496 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed2080-cd1c-460c-a712-571548dce86f req-c44a4927-0587-4aa2-b08f-0b4c9f9ae784 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:26.398977 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfed2080-cd1c-460c-a712-571548dce86f req-c44a4927-0587-4aa2-b08f-0b4c9f9ae784 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0492947 Aug 04 16:29:26.446072 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfed2080-cd1c-460c-a712-571548dce86f req-cf15f3d8-4abd-4387-b198-763bb4ec247d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411878 Aug 04 16:29:27.034549 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.059371 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc112a0-a9c4-4f32-a663-b79d4c994d92 req-8cb43748-8f27-4521-a634-5c4ee2cb5b98 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:27.060928 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ebc112a0-a9c4-4f32-a663-b79d4c994d92 req-8cb43748-8f27-4521-a634-5c4ee2cb5b98 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0533864 Aug 04 16:29:27.100627 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ebc112a0-a9c4-4f32-a663-b79d4c994d92 req-449fbb15-300a-437b-b953-f3ccc7c065f5 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329838 Aug 04 16:29:27.461254 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c262d43-adb5-415d-8b8f-206cdabd91a8 req-937b2100-7d8f-432f-9aae-d0cdd46f2ce9 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:27.462929 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2c262d43-adb5-415d-8b8f-206cdabd91a8 req-937b2100-7d8f-432f-9aae-d0cdd46f2ce9 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.0496957 Aug 04 16:29:27.508588 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2c262d43-adb5-415d-8b8f-206cdabd91a8 req-bc583005-d7c9-4c1d-b6a1-0a22db9ca64c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384657 Aug 04 16:29:27.530241 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49750) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:27.581057 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd99e1-b8e1-475c-8771-4806c08e8d3f req-491f80ca-4917-4ee6-92ab-e46a43ea8669 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:27.582983 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-adbd99e1-b8e1-475c-8771-4806c08e8d3f req-491f80ca-4917-4ee6-92ab-e46a43ea8669 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0550423 Aug 04 16:29:27.623949 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-adbd99e1-b8e1-475c-8771-4806c08e8d3f req-7a66e378-44f0-4534-9c25-7383f9392eff tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345268 Aug 04 16:29:27.758349 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca742502-607c-4c5d-bc3f-12b99daae20c tempest-TestMinimumBasicScenario-1069421903 tempest-TestMinimumBasicScenario-1069421903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:27.759882 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-ca742502-607c-4c5d-bc3f-12b99daae20c tempest-TestMinimumBasicScenario-1069421903 tempest-TestMinimumBasicScenario-1069421903-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1093 time: 0.2286162 Aug 04 16:29:27.762909 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49756) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:27.767344 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'port_id': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'tenant_id': '853a784793a644b7872376275915efef', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:27.790199 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for floatingip, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.892373 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:27.996654 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Allocated IP 172.27.0.60 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/3a6b0871-25c6-4bf3-9ab9-8ab2d5c961d4) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:29:28.101150 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.140444 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.179828 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:29:28.182692 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:29:28.188276 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:29:28.217217 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'Port': ['ID=3a6b0871-25c6-4bf3-9ab9-8ab2d5c961d4,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:28.220726 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c41e-35f3-4289-8023-27b95a5363f4 req-7e485663-1ed6-4116-88c8-f3f705e906fa tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:28.222212 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d12c41e-35f3-4289-8023-27b95a5363f4 req-7e485663-1ed6-4116-88c8-f3f705e906fa tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0485246 Aug 04 16:29:28.229560 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.229913 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.230260 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.230599 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.230936 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.231271 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.231606 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.231957 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.232289 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.232618 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.232943 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.233266 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:28.262250 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d12c41e-35f3-4289-8023-27b95a5363f4 req-b77dbfdc-af4a-463d-a5c4-927956f6ece5 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Aug 04 16:29:28.569954 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.642358 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.746437 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2a2c5-a386-4bd6-8083-74f3896f1e20 req-1591bd51-faca-4c8a-9b8a-b793332f65ad tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:28.747934 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-12f2a2c5-a386-4bd6-8083-74f3896f1e20 req-1591bd51-faca-4c8a-9b8a-b793332f65ad tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0477552 Aug 04 16:29:28.789558 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-12f2a2c5-a386-4bd6-8083-74f3896f1e20 req-a95debce-0049-4c16-97fb-0b80b6c61db3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353203 Aug 04 16:29:28.795845 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.800430 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.874127 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'Port': ['ID=3a6b0871-25c6-4bf3-9ab9-8ab2d5c961d4,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:28.882458 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:28.983919 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Floating IP 256b2717-b337-4b5b-bd91-be8352f14fc2 associated. External IP: 172.27.0.60, port: 4eb5670b-b9e2-4b0e-9238-d848534abdcf. Aug 04 16:29:29.200251 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:29:29.307385 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:29:29.317240 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] Sync routers for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:29:29.326836 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:29.327632 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:29:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:29.328504 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:29.361693 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-944ac542-dc8d-4a0e-9b89-077e58f8a4e2 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5951798 Aug 04 16:29:29.361693 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:29.362393 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:29.363547 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 49776) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:29.368333 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253859868', 'description': 'tempest-secgroup-smoke-253859868 description', 'project_id': '853a784793a644b7872376275915efef'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:29.400901 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a24c8-06ef-4057-a222-c46d029b3f98 req-f95b0acb-d796-4fcb-b4b2-8f8ab01131c0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:29.404071 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7123ea-5e82-4102-88df-4468d9960ea2 x-openstack-request-id: req-2f7123ea-5e82-4102-88df-4468d9960ea2 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:29.404364 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:29.404613 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2f7123ea-5e82-4102-88df-4468d9960ea2 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:29.405418 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'status': 'completed', 'code': 200} Aug 04 16:29:29.407980 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fe9a24c8-06ef-4057-a222-c46d029b3f98 req-f95b0acb-d796-4fcb-b4b2-8f8ab01131c0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0773983 Aug 04 16:29:29.424586 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:29.445555 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:29.468934 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fe9a24c8-06ef-4057-a222-c46d029b3f98 req-ac19556a-5489-406f-bc37-8cba3004958c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600998 Aug 04 16:29:29.516088 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-ad686d23-a9cc-4129-8545-c91475839298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:29.517607 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-ad686d23-a9cc-4129-8545-c91475839298 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1098 time: 0.0688858 Aug 04 16:29:29.624101 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:29.640934 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:29.680074 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:29.687460 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '256b2717-b337-4b5b-bd91-be8352f14fc2', 'tenant_id': '853a784793a644b7872376275915efef', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'port_id': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'mac_address': 'fa:16:3e:82:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:28Z', 'updated_at': '2021-08-04T16:29:28Z', 'revision_number': 0, 'project_id': '853a784793a644b7872376275915efef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 5, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:29.689874 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.690236 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.690587 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.690933 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.691277 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.691633 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.692168 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.692338 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.692662 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.692993 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.693369 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.694331 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:29:29.708398 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-5174f671-fcbf-43fb-b32f-fa3a6204a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:29.709962 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-5174f671-fcbf-43fb-b32f-fa3a6204a658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 915 time: 0.1807497 Aug 04 16:29:29.715609 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] Checking router: 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:29:29.716458 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:29.717615 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-9de9f007-d9cf-4a03-b5dd-6ddcbc9a53d8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3532019 Aug 04 16:29:29.720672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 49786) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:29.724419 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:29:29.725078 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:29:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:29.725547 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-f7dedf75-6331-41c0-8139-18f7e656e770 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'security_group_rule': {'security_group_id': '7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4', 'project_id': '853a784793a644b7872376275915efef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:29.805677 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7dedf75-6331-41c0-8139-18f7e656e770 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:29.849925 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:29:29.868008 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-3a805238-9027-457b-9ec0-a5637fe4f86a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 998 time: 0.1369324 Aug 04 16:29:29.971377 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6e214-8d26-4a52-8129-f6a263129798 req-a1dcee87-2a8a-4cdb-9a4e-7d7156e05217 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:29.972929 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ae6e214-8d26-4a52-8129-f6a263129798 req-a1dcee87-2a8a-4cdb-9a4e-7d7156e05217 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.1509678 Aug 04 16:29:29.977322 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7dedf75-6331-41c0-8139-18f7e656e770 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:29.991243 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7dedf75-6331-41c0-8139-18f7e656e770 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.000531 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-a1a3251f-2078-4dcb-b44a-8cb0779052d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:30.001942 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-a1a3251f-2078-4dcb-b44a-8cb0779052d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 200 len: 853 time: 0.1157286 Aug 04 16:29:30.022253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997c73e-5f2c-4de3-9b8d-eaf29c2f2e31 req-1a78fec6-e6e2-4424-8602-371eb466500d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:30.023715 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a997c73e-5f2c-4de3-9b8d-eaf29c2f2e31 req-1a78fec6-e6e2-4424-8602-371eb466500d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.1500156 Aug 04 16:29:30.063741 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dedf75-6331-41c0-8139-18f7e656e770 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd8c94f-6800-4d19-9c96-bc297a9d728a,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:30.081444 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7dedf75-6331-41c0-8139-18f7e656e770 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.082844 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f7dedf75-6331-41c0-8139-18f7e656e770 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610053 Aug 04 16:29:30.085894 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49792) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:30.090629 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-8f26b803-3573-478b-9f3d-d4716cb22254 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'security_group_rule': {'security_group_id': '7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4', 'project_id': '853a784793a644b7872376275915efef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:30.097479 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ae6e214-8d26-4a52-8129-f6a263129798 req-f86f9c5d-aa9e-4c25-8d91-82756369d783 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163120 Aug 04 16:29:30.110973 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '256b2717-b337-4b5b-bd91-be8352f14fc2', 'tenant_id': '853a784793a644b7872376275915efef', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'port_id': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'mac_address': 'fa:16:3e:82:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:28Z', 'updated_at': '2021-08-04T16:29:28Z', 'revision_number': 0, 'project_id': '853a784793a644b7872376275915efef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 5, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:29:30.119260 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-b82ddc74-0143-4946-a1c2-21811bcd0135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:30.120752 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-b82ddc74-0143-4946-a1c2-21811bcd0135 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=168024c2-1d98-4980-8b7d-1d6541d0c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961585 Aug 04 16:29:30.123713 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a997c73e-5f2c-4de3-9b8d-eaf29c2f2e31 req-56d2db96-eba6-4f9d-a311-c5a0b86b97b7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839767 Aug 04 16:29:30.135155 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8f26b803-3573-478b-9f3d-d4716cb22254 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.149936 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6340cda-7653-4bcb-9ec6-7fe7f3bbdc9f None None] The sync data for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi is: [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '256b2717-b337-4b5b-bd91-be8352f14fc2', 'tenant_id': '853a784793a644b7872376275915efef', 'floating_ip_address': '172.27.0.60', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'port_id': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'mac_address': 'fa:16:3e:82:7a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:29:28Z', 'updated_at': '2021-08-04T16:29:28Z', 'revision_number': 0, 'project_id': '853a784793a644b7872376275915efef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 5, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:29:30.203149 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8f26b803-3573-478b-9f3d-d4716cb22254 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.210903 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8f26b803-3573-478b-9f3d-d4716cb22254 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.236218 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f26b803-3573-478b-9f3d-d4716cb22254 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84dc67eb-acc5-48ff-b68f-bebcfb49cb0f,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:30.246182 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8f26b803-3573-478b-9f3d-d4716cb22254 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.250072 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-8f26b803-3573-478b-9f3d-d4716cb22254 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605632 Aug 04 16:29:30.250633 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49796) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:30.255920 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-c79eaaee-ef09-48c7-ac90-b6aa9df97e8c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'security_group_rule': {'security_group_id': '7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4', 'project_id': '853a784793a644b7872376275915efef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:30.286712 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c79eaaee-ef09-48c7-ac90-b6aa9df97e8c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.360022 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c79eaaee-ef09-48c7-ac90-b6aa9df97e8c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.364749 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c79eaaee-ef09-48c7-ac90-b6aa9df97e8c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.384980 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79eaaee-ef09-48c7-ac90-b6aa9df97e8c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8afd265c-076d-46d2-aa1e-b8c599a0b708,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:30.407733 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c79eaaee-ef09-48c7-ac90-b6aa9df97e8c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.412884 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c79eaaee-ef09-48c7-ac90-b6aa9df97e8c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573710 Aug 04 16:29:30.412884 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49800) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:30.415257 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3ae9e9-c2b3-47d2-92cf-3358b2752e27 None None] New status for floating IP 256b2717-b337-4b5b-bd91-be8352f14fc2: ACTIVE {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:29:30.418591 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-606845ac-cb91-4300-b39c-7574d96e1548 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'security_group_rule': {'security_group_id': '7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4', 'project_id': '853a784793a644b7872376275915efef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:30.454591 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-606845ac-cb91-4300-b39c-7574d96e1548 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.473206 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-5ef7f7c5-1bf4-4b03-9ed7-bd6003a24cff service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318989 Aug 04 16:29:30.529689 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-606845ac-cb91-4300-b39c-7574d96e1548 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.534247 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-606845ac-cb91-4300-b39c-7574d96e1548 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.548249 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606845ac-cb91-4300-b39c-7574d96e1548 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4e586c-396e-426d-af39-147c9b60fcd0,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:30.571590 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-606845ac-cb91-4300-b39c-7574d96e1548 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.573198 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-606845ac-cb91-4300-b39c-7574d96e1548 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1594880 Aug 04 16:29:30.576031 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49804) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:30.580841 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'security_group_rule': {'security_group_id': '7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4', 'project_id': '853a784793a644b7872376275915efef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:30.610599 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.securitygroups_db [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Project 853a784793a644b7872376275915efef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:29:30.617147 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0da49765-6d16-4d9c-8ef4-d4a4195fe11c req-c3756798-924a-409d-a969-637554e2ded4 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285753 Aug 04 16:29:30.617486 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.635664 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d7d9-6022-4c37-adfd-458005cd84cb req-860bb495-eeb4-4597-8c66-3531fb83bf1a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:30.637119 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d525d7d9-6022-4c37-adfd-458005cd84cb req-860bb495-eeb4-4597-8c66-3531fb83bf1a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0657160 Aug 04 16:29:30.678979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d525d7d9-6022-4c37-adfd-458005cd84cb req-8ae3e564-5f6b-4d2f-8646-7251dbe72a86 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Aug 04 16:29:30.686365 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.690735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.701298 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bc5c72-d09b-4c32-97a8-121c5e8a603b,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:30.716465 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.717700 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-779e9185-845f-4bfa-945c-242a1310e42e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405067 Aug 04 16:29:30.720394 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49808) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:30.725300 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'security_group_rule': {'security_group_id': '7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4', 'project_id': '853a784793a644b7872376275915efef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:30.747315 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.securitygroups_db [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Project 853a784793a644b7872376275915efef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 16:29:30.752300 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.813232 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.816608 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.833241 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95ec0314-a747-486e-abfc-c79cca668915,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:30.840220 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:30.841449 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-de5d6729-3487-4424-835f-66c4551f8726 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200948 Aug 04 16:29:30.923412 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-36b86c46-b56e-4675-9df3-97168d4f44af req-01a014f9-d72c-4c79-afe0-4afb8b678766 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253859868&fields=id&tenant_id=853a784793a644b7872376275915efef HTTP/1.1" status: 200 len: 267 time: 0.0369613 Aug 04 16:29:30.974240 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86c46-b56e-4675-9df3-97168d4f44af req-03331222-6808-476e-9c10-a5a697ec2519 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:30.976363 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-36b86c46-b56e-4675-9df3-97168d4f44af req-03331222-6808-476e-9c10-a5a697ec2519 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.0473592 Aug 04 16:29:30.987530 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'port': {'security_groups': ['f237c97b-2422-4ff0-952a-db6a252d66a0', '7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4']}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:29:31.055202 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.286099 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7cc9f7-2aae-4e55-ac90-88f7a434ca1d req-14aaf1f7-0852-43cc-9b52-8d76ddb54e44 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.288457 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1c7cc9f7-2aae-4e55-ac90-88f7a434ca1d req-14aaf1f7-0852-43cc-9b52-8d76ddb54e44 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.1143522 Aug 04 16:29:31.324734 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:31.359516 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1c7cc9f7-2aae-4e55-ac90-88f7a434ca1d req-078e7695-596f-4ce2-a3bb-e8032dc3a81c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650151 Aug 04 16:29:31.374563 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.378521 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.391043 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['4eb5670b-b9e2-4b0e-9238-d848534abdcf'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:31.422153 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.422917 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.427127 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-36b86c46-b56e-4675-9df3-97168d4f44af req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "PUT /v2.0/ports/4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 981 time: 0.4442174 Aug 04 16:29:31.428517 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:31.439217 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:31.522997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774f341-c6e6-4bca-b67d-f151423e8fc7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=6']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:31.565060 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37bafbc-dc7a-4d47-9855-2a71b6cd69eb req-c37cf25a-10b2-4866-980d-169d9c67a2a0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.566625 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e37bafbc-dc7a-4d47-9855-2a71b6cd69eb req-c37cf25a-10b2-4866-980d-169d9c67a2a0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.1211820 Aug 04 16:29:31.589234 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9b8451-e03a-4913-8ea7-670fcd2e4f1f req-b9de465d-4886-4200-b66b-809095a67185 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.590773 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ef9b8451-e03a-4913-8ea7-670fcd2e4f1f req-b9de465d-4886-4200-b66b-809095a67185 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0828383 Aug 04 16:29:31.651747 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ef9b8451-e03a-4913-8ea7-670fcd2e4f1f req-c2946738-8695-4c5f-a0b5-4e528a74b26a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544147 Aug 04 16:29:31.654557 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e37bafbc-dc7a-4d47-9855-2a71b6cd69eb req-c320f33c-cc9b-4c21-81a3-00e191b18665 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807929 Aug 04 16:29:31.660578 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-5b32d714-b595-4ffd-8115-cd99ed4de0fd None None] Provisioning complete for port 4eb5670b-b9e2-4b0e-9238-d848534abdcf triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:29:31.661046 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-5b32d714-b595-4ffd-8115-cd99ed4de0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:31.715036 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38556986-50e4-475b-ad00-d695317ba469 x-openstack-request-id: req-38556986-50e4-475b-ad00-d695317ba469 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:31.715792 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:31.716822 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-38556986-50e4-475b-ad00-d695317ba469 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:31.717279 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'status': 'completed', 'code': 200} Aug 04 16:29:31.719742 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['4eb5670b-b9e2-4b0e-9238-d848534abdcf'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:31.856222 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87062e6-56e1-4f58-b43e-dcb8d3e8400e req-469439f7-5d2b-4626-ba0f-c2864d72ef01 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.858144 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d87062e6-56e1-4f58-b43e-dcb8d3e8400e req-469439f7-5d2b-4626-ba0f-c2864d72ef01 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1077399 Aug 04 16:29:31.863305 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-9ef026bd-5712-45d5-9a77-6aa4867b29a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:31.868115 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-9ef026bd-5712-45d5-9a77-6aa4867b29a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1137 time: 0.0857503 Aug 04 16:29:31.957730 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d87062e6-56e1-4f58-b43e-dcb8d3e8400e req-ddf21d51-357f-4add-854f-38e26279d78b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858221 Aug 04 16:29:32.005532 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-8cb1e626-9921-44bc-a5ae-415395284e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.007167 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-8cb1e626-9921-44bc-a5ae-415395284e71 service neutron] 10.222.0.53 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 915 time: 0.1201589 Aug 04 16:29:32.082372 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-cd9c9b15-9e53-4ef9-be68-fbec50d10764 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 1000 time: 0.0661407 Aug 04 16:29:32.150018 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-8c0769a1-ce6d-4009-b516-ea9b573895b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.151524 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-8c0769a1-ce6d-4009-b516-ea9b573895b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 200 len: 853 time: 0.0584631 Aug 04 16:29:32.204723 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-ce48538b-918f-403a-a141-06cbef9ad7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.206191 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-ce48538b-918f-403a-a141-06cbef9ad7d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=168024c2-1d98-4980-8b7d-1d6541d0c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381284 Aug 04 16:29:32.310401 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-363627a6-28a3-4c39-8eec-8567c26c5b19 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890152 Aug 04 16:29:32.423091 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237a5f1a-1acf-4ca2-8e61-638d75f9f2c6 req-24a86e17-c4f6-41cd-b21e-171c02a46975 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876622 Aug 04 16:29:32.475313 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be917-f5a6-4cff-8ed3-b19eaa5723bb req-1781e78c-6d09-4d8f-84a2-a7563a189893 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.476809 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-399be917-f5a6-4cff-8ed3-b19eaa5723bb req-1781e78c-6d09-4d8f-84a2-a7563a189893 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.0481324 Aug 04 16:29:32.514513 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-399be917-f5a6-4cff-8ed3-b19eaa5723bb req-5c67beac-ecf6-4815-9bea-d6b6b352bd13 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Aug 04 16:29:32.776161 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cc214-74ac-4399-9d1e-4c20b7790008 req-7c0b4c63-bf2c-4791-8391-19d08aa5fe84 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:32.779649 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b2cc214-74ac-4399-9d1e-4c20b7790008 req-7c0b4c63-bf2c-4791-8391-19d08aa5fe84 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0510728 Aug 04 16:29:32.817655 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b2cc214-74ac-4399-9d1e-4c20b7790008 req-2e0a336c-260b-47f0-9a66-08fb4b568705 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324652 Aug 04 16:29:33.078731 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4987bfc-0027-49dd-8bb4-0d2cc42c8e2c req-db2e38eb-3ee8-40da-b908-bb554387bf1e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.080219 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d4987bfc-0027-49dd-8bb4-0d2cc42c8e2c req-db2e38eb-3ee8-40da-b908-bb554387bf1e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0518239 Aug 04 16:29:33.118491 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d4987bfc-0027-49dd-8bb4-0d2cc42c8e2c req-defa157e-7975-45d8-8e07-9d93ce09eaad tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Aug 04 16:29:33.389332 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-fcd7eedc-f37b-4e66-8d09-ec0d9bf0907a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.390828 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-fcd7eedc-f37b-4e66-8d09-ec0d9bf0907a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.0488055 Aug 04 16:29:33.494876 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Deleting port 8cb7affb-eaf2-4f12-9404-87914d635dc9 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:29:33.495224 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:33.582994 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] For port 8cb7affb-eaf2-4f12-9404-87914d635dc9, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8cb7affb-eaf2-4f12-9404-87914d635dc9,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:33.583284 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:33.619353 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Calling delete_port for 8cb7affb-eaf2-4f12-9404-87914d635dc9 owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:29:33.713456 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d787849-c447-43ab-a0f6-5699753a71cf req-69f23fb5-0c87-4a6f-a1fd-df7c93571493 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.714970 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6d787849-c447-43ab-a0f6-5699753a71cf req-69f23fb5-0c87-4a6f-a1fd-df7c93571493 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=2e46636f-6d41-4f47-9a94-fceffcf0b661 HTTP/1.1" status: 200 len: 945 time: 0.1287143 Aug 04 16:29:33.776896 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6d787849-c447-43ab-a0f6-5699753a71cf req-3aa567ef-1a81-41f6-a7b0-66e613fbc5a1 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523460 Aug 04 16:29:33.834481 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:33.850567 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', '208ad5bd-0af1-437f-8fd9-cfb1c997fb06', '8cb7affb-eaf2-4f12-9404-87914d635dc9'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:33.862567 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event deleted for resources: {'Port': ['ID=8cb7affb-eaf2-4f12-9404-87914d635dc9,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:33.931171 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] No DVR routers for this DVR port 8cb7affb-eaf2-4f12-9404-87914d635dc9 on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:29:33.949668 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:33.951672 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7dc4e77-6c70-464c-a7a6-67bdbe0751d9 req-87a288a1-773e-400e-bc2f-d11b7a53da29 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "DELETE /v2.0/ports/8cb7affb-eaf2-4f12-9404-87914d635dc9 HTTP/1.1" status: 204 len: 173 time: 0.5509417 Aug 04 16:29:33.952965 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'name': 'network-vif-deleted', 'tag': '8cb7affb-eaf2-4f12-9404-87914d635dc9'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:33.955202 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff3a071-e75b-464a-a337-6a0819b02189" -d '{"events": [{"server_uuid": "2e46636f-6d41-4f47-9a94-fceffcf0b661", "name": "network-vif-deleted", "tag": "8cb7affb-eaf2-4f12-9404-87914d635dc9"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:33.982670 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750412-7e14-462e-9c81-549380cd9f5b req-acd080c0-ac22-48c1-90c8-e825eae96fa8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:33.984486 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ea750412-7e14-462e-9c81-549380cd9f5b req-acd080c0-ac22-48c1-90c8-e825eae96fa8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0780327 Aug 04 16:29:34.007228 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1a3fb9-1d76-4ba1-a084-158800468710 x-openstack-request-id: req-3e1a3fb9-1d76-4ba1-a084-158800468710 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:34.007521 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e46636f-6d41-4f47-9a94-fceffcf0b661", "name": "network-vif-deleted", "tag": "8cb7affb-eaf2-4f12-9404-87914d635dc9", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:34.007770 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e1a3fb9-1d76-4ba1-a084-158800468710 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:34.008709 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e46636f-6d41-4f47-9a94-fceffcf0b661', 'name': 'network-vif-deleted', 'tag': '8cb7affb-eaf2-4f12-9404-87914d635dc9', 'status': 'completed', 'code': 200} Aug 04 16:29:34.030123 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ea750412-7e14-462e-9c81-549380cd9f5b req-3e882e1f-adb1-4cdd-9caa-8b143299d084 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388651 Aug 04 16:29:34.236466 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7639e00-ca78-4f21-9a99-8e78566b8bfa req-b8d17b67-503a-4a6b-a6da-f15c1a4d3e00 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:34.237986 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7639e00-ca78-4f21-9a99-8e78566b8bfa req-b8d17b67-503a-4a6b-a6da-f15c1a4d3e00 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0507534 Aug 04 16:29:34.276272 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c7639e00-ca78-4f21-9a99-8e78566b8bfa req-8719c929-2b79-4427-9eed-83ac1ea25dda tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315380 Aug 04 16:29:35.151430 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f38404-b2dd-487c-8868-c7ea0722f1f7 req-a43628b5-e64b-49cd-aa82-5c097f6c1c41 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:35.152923 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-64f38404-b2dd-487c-8868-c7ea0722f1f7 req-a43628b5-e64b-49cd-aa82-5c097f6c1c41 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0482583 Aug 04 16:29:35.189592 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-64f38404-b2dd-487c-8868-c7ea0722f1f7 req-a51af291-de55-4473-8181-84c8e0cb2c98 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Aug 04 16:29:35.397389 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ad37c-75d9-4d16-bf70-57c95038fc56 req-3452b79a-a4c4-4b74-8507-64f9974160f1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:35.398925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a6ad37c-75d9-4d16-bf70-57c95038fc56 req-3452b79a-a4c4-4b74-8507-64f9974160f1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0540483 Aug 04 16:29:35.436737 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a6ad37c-75d9-4d16-bf70-57c95038fc56 req-0a0d68a1-95b2-4399-b4d6-122da02a7d68 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Aug 04 16:29:36.170911 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38d057-de3c-4d9e-a8bd-0c6afb8751ac req-85fa7aa9-c151-4327-87c4-9d1f0e8a3059 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:36.172429 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b38d057-de3c-4d9e-a8bd-0c6afb8751ac req-85fa7aa9-c151-4327-87c4-9d1f0e8a3059 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 945 time: 0.0495498 Aug 04 16:29:36.214170 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b38d057-de3c-4d9e-a8bd-0c6afb8751ac req-5d6f637e-07c9-4369-b468-2c5a6c77c457 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353663 Aug 04 16:29:36.309366 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff3678-c2ce-48e9-a94c-cfc12eae4a92 req-1f3f5536-8014-43f7-bbf4-354b6b6d151b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:36.310929 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0ff3678-c2ce-48e9-a94c-cfc12eae4a92 req-1f3f5536-8014-43f7-bbf4-354b6b6d151b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0476961 Aug 04 16:29:36.349103 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0ff3678-c2ce-48e9-a94c-cfc12eae4a92 req-687caa0e-3b88-4186-aef0-737936cec2fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324090 Aug 04 16:29:36.562219 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9ab4e-9c85-4810-9f9f-75304faf2eeb req-35e72a1e-57f0-4bcb-8039-cf0d44943b40 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:36.563707 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-efb9ab4e-9c85-4810-9f9f-75304faf2eeb req-35e72a1e-57f0-4bcb-8039-cf0d44943b40 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0507307 Aug 04 16:29:36.603030 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-efb9ab4e-9c85-4810-9f9f-75304faf2eeb req-02cf7333-a5a5-43a7-b63c-6e02724419a8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Aug 04 16:29:36.838210 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8cb7affb-eaf2-4f12-9404-87914d635dc9 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:36.858367 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 8cb7affb-eaf2-4f12-9404-87914d635dc9 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:29:36.858706 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8cb7affb-eaf2-4f12-9404-87914d635dc9 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:29:37.328568 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9672af88-8e57-41db-a5a2-a58eeb4874e3 req-4d6f740e-bc7c-4905-b3e5-daab9bc5802f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:37.330520 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9672af88-8e57-41db-a5a2-a58eeb4874e3 req-4d6f740e-bc7c-4905-b3e5-daab9bc5802f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 945 time: 0.0481400 Aug 04 16:29:37.368165 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9672af88-8e57-41db-a5a2-a58eeb4874e3 req-dabd41a1-2ba3-4259-a0f1-dab3eef063a0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312123 Aug 04 16:29:37.473869 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2aa829-c4e8-4df2-80e3-bffee45489e1 req-8f5a827b-71e4-4257-8c32-0d260f48a4be tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:37.476064 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0c2aa829-c4e8-4df2-80e3-bffee45489e1 req-8f5a827b-71e4-4257-8c32-0d260f48a4be tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0512373 Aug 04 16:29:37.512990 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0c2aa829-c4e8-4df2-80e3-bffee45489e1 req-c9098d3e-50fe-4bf5-88e7-11e54a28ef30 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311692 Aug 04 16:29:37.719292 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b1fe0-70bf-4a84-8776-1f4c683a29c7 req-110e6b30-80c9-4bf0-9393-6093c592ee34 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:37.720787 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8c3b1fe0-70bf-4a84-8776-1f4c683a29c7 req-110e6b30-80c9-4bf0-9393-6093c592ee34 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0509455 Aug 04 16:29:37.762039 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8c3b1fe0-70bf-4a84-8776-1f4c683a29c7 req-57777e60-f3b8-46a7-8d2c-207c79838805 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340474 Aug 04 16:29:38.383439 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-1c2ef77a-4fd7-4114-96a7-843b0000d4cd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:38.384877 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-1c2ef77a-4fd7-4114-96a7-843b0000d4cd tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 945 time: 0.0480909 Aug 04 16:29:38.521051 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb87f4e-54b1-4252-9533-5f632d16fea2 req-c8ca89a5-3175-4ca8-b0c5-db01148fb00a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:38.522518 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5eb87f4e-54b1-4252-9533-5f632d16fea2 req-c8ca89a5-3175-4ca8-b0c5-db01148fb00a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 945 time: 0.0861199 Aug 04 16:29:38.537174 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Deleting port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:29:38.537516 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.641329 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5eb87f4e-54b1-4252-9533-5f632d16fea2 req-c5405f10-cbc2-477f-917c-be94d5e126a2 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118245 Aug 04 16:29:38.677577 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] For port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:38.677943 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.687433 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e3149-5375-48bb-bfeb-be09066ff78f req-c1dbd31e-76a2-45d8-9e05-6e278883d8ba tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:38.688920 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d11e3149-5375-48bb-bfeb-be09066ff78f req-c1dbd31e-76a2-45d8-9e05-6e278883d8ba tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.1041431 Aug 04 16:29:38.705268 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Calling delete_port for 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:29:38.770497 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d11e3149-5375-48bb-bfeb-be09066ff78f req-d33f51e7-b01e-404c-b79b-5d31b1484f8a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740507 Aug 04 16:29:38.883424 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.900747 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', '208ad5bd-0af1-437f-8fd9-cfb1c997fb06'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:38.923190 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78df4572-faeb-4b4c-bcd0-d0324a8cd4f4 req-94e14506-9eb2-4c63-a64b-ec51a7b3f591 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:38.924730 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78df4572-faeb-4b4c-bcd0-d0324a8cd4f4 req-94e14506-9eb2-4c63-a64b-ec51a7b3f591 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0945368 Aug 04 16:29:38.927188 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event deleted for resources: {'Port': ['ID=208ad5bd-0af1-437f-8fd9-cfb1c997fb06,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:38.985717 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] No DVR routers for this DVR port 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:29:38.988874 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:38.991263 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-feb726dc-22b6-45bd-af93-c1de86fc8dbe req-7cf13bd4-3584-40a0-b7aa-a0cfaaef5554 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "DELETE /v2.0/ports/208ad5bd-0af1-437f-8fd9-cfb1c997fb06 HTTP/1.1" status: 204 len: 173 time: 0.5902507 Aug 04 16:29:38.993064 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec530d2-2517-41c8-b765-48921437f7ed', 'name': 'network-vif-deleted', 'tag': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:38.995265 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec89a52a-b44d-498b-bc34-69d2bf6ae208" -d '{"events": [{"server_uuid": "1ec530d2-2517-41c8-b765-48921437f7ed", "name": "network-vif-deleted", "tag": "208ad5bd-0af1-437f-8fd9-cfb1c997fb06"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:39.025618 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78df4572-faeb-4b4c-bcd0-d0324a8cd4f4 req-0f397647-1bfa-40cc-93a0-4e626e0aae15 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899222 Aug 04 16:29:39.048416 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae966dc-2e20-47b5-b9c3-dc0cd32b60bc x-openstack-request-id: req-6ae966dc-2e20-47b5-b9c3-dc0cd32b60bc {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:39.051926 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec530d2-2517-41c8-b765-48921437f7ed", "name": "network-vif-deleted", "tag": "208ad5bd-0af1-437f-8fd9-cfb1c997fb06", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:39.052697 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6ae966dc-2e20-47b5-b9c3-dc0cd32b60bc {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:39.053153 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ec530d2-2517-41c8-b765-48921437f7ed', 'name': 'network-vif-deleted', 'tag': '208ad5bd-0af1-437f-8fd9-cfb1c997fb06', 'status': 'completed', 'code': 200} Aug 04 16:29:39.763890 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-46d6d3c1-e6b0-4c0e-b728-d7a127714d86 req-08e6a6e0-489d-4384-ac87-663337653c4e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=1ec530d2-2517-41c8-b765-48921437f7ed HTTP/1.1" status: 200 len: 210 time: 0.0314155 Aug 04 16:29:39.894721 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689b249-e5be-4007-a536-fc0fd4727aa4 req-04d50f40-630c-4639-8faf-c7a9a39ca257 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:39.896244 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a689b249-e5be-4007-a536-fc0fd4727aa4 req-04d50f40-630c-4639-8faf-c7a9a39ca257 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0511868 Aug 04 16:29:39.934508 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a689b249-e5be-4007-a536-fc0fd4727aa4 req-d9d3c2b5-39d9-4eed-9704-03ff58aac19e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322609 Aug 04 16:29:40.133005 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12446f-74b7-442b-baf2-8c598358afbe req-401942da-0742-48d0-b3a4-eeea55b5f841 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:40.134475 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f12446f-74b7-442b-baf2-8c598358afbe req-401942da-0742-48d0-b3a4-eeea55b5f841 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0494823 Aug 04 16:29:40.171806 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f12446f-74b7-442b-baf2-8c598358afbe req-95816c8d-307c-4dc7-a034-e7a20b47c888 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Aug 04 16:29:40.554919 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 49936) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:29:40.633747 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-542f5557-209c-49de-90b2-4a4a9dab5b80 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776973 Aug 04 16:29:41.081599 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9313525b-90b8-4fb4-9ff5-0b5c27125e75 req-bad3c25d-4e15-498f-b278-979344a6a5e0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:41.083094 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9313525b-90b8-4fb4-9ff5-0b5c27125e75 req-bad3c25d-4e15-498f-b278-979344a6a5e0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 945 time: 0.0937078 Aug 04 16:29:41.097469 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6eed26-7783-462e-824e-3cee21227d09 req-8081d0dc-c50f-4134-8073-6e849cfdddc1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:41.099003 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d6eed26-7783-462e-824e-3cee21227d09 req-8081d0dc-c50f-4134-8073-6e849cfdddc1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0715985 Aug 04 16:29:41.157446 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9313525b-90b8-4fb4-9ff5-0b5c27125e75 req-34a0f6f2-df81-4b3f-9a6a-2fcebd19289c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574436 Aug 04 16:29:41.162422 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d6eed26-7783-462e-824e-3cee21227d09 req-514c5ad6-a0e3-47e0-a26d-cef287acde88 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558152 Aug 04 16:29:41.290773 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557bb41-5a2d-458b-9b2b-8bea77ef94a9 req-e248da31-341c-469c-b301-0cde0b14686a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:41.292339 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0557bb41-5a2d-458b-9b2b-8bea77ef94a9 req-e248da31-341c-469c-b301-0cde0b14686a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0537322 Aug 04 16:29:41.332875 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0557bb41-5a2d-458b-9b2b-8bea77ef94a9 req-61d85ef1-b22c-42e0-b98c-226c53539f98 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344796 Aug 04 16:29:42.340268 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6dd10e-c76c-45dd-b04f-104f84798cc8 req-33ee2558-2dad-4ea4-bd43-d5273b0fd7c4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:42.341781 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b6dd10e-c76c-45dd-b04f-104f84798cc8 req-33ee2558-2dad-4ea4-bd43-d5273b0fd7c4 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 945 time: 0.1081393 Aug 04 16:29:42.358975 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121954-5e69-4d97-bcd4-b25e6f3c5aef req-712988ae-90a0-4a8f-962e-4810f9732378 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:42.360495 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5121954-5e69-4d97-bcd4-b25e6f3c5aef req-712988ae-90a0-4a8f-962e-4810f9732378 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0935555 Aug 04 16:29:42.408145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3530d-b591-4519-9476-9c714e68ae4e req-fe762b03-4c10-4033-9679-12b85a711fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:42.409623 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5dd3530d-b591-4519-9476-9c714e68ae4e req-fe762b03-4c10-4033-9679-12b85a711fb0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.1050763 Aug 04 16:29:42.424670 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b6dd10e-c76c-45dd-b04f-104f84798cc8 req-61e9e234-df88-4571-a256-7a4aecf708f2 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758426 Aug 04 16:29:42.448953 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5121954-5e69-4d97-bcd4-b25e6f3c5aef req-3c72ffd4-1e66-4baa-aabb-433758a6b3aa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815303 Aug 04 16:29:42.463644 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5dd3530d-b591-4519-9476-9c714e68ae4e req-e828e561-8fef-4017-a69b-48627695a065 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Aug 04 16:29:42.537417 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8c493-2ce4-411a-98e3-740211943aff req-e519d705-0ec7-4b92-8c7b-2252dd85b1dd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:42.538931 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05d8c493-2ce4-411a-98e3-740211943aff req-e519d705-0ec7-4b92-8c7b-2252dd85b1dd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0508492 Aug 04 16:29:42.577337 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05d8c493-2ce4-411a-98e3-740211943aff req-0f5c8937-cf31-4d17-b639-fd92a90f5a37 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Aug 04 16:29:42.721703 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752fad-30a7-451e-b066-95336ff10489 req-e1a94d30-4d91-4fd0-a538-0a94695d97e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:42.723117 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-e1a94d30-4d91-4fd0-a538-0a94695d97e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b&tenant_id=8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 1097 time: 0.0703697 Aug 04 16:29:42.794708 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752fad-30a7-451e-b066-95336ff10489 req-7a2f1528-9e26-444b-a94a-41d59326798b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:42.796229 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-7a2f1528-9e26-444b-a94a-41d59326798b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1097 time: 0.0455158 Aug 04 16:29:42.883273 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:42.908528 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:29:42.908867 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 208ad5bd-0af1-437f-8fd9-cfb1c997fb06 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:29:43.127400 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752fad-30a7-451e-b066-95336ff10489 req-5f979d04-da2f-4c17-8fd6-efa02bfe5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.128928 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-5f979d04-da2f-4c17-8fd6-efa02bfe5396 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.3139241 Aug 04 16:29:43.198207 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-7592f321-e123-4d23-bb20-7416e60605e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 200 len: 1000 time: 0.0601590 Aug 04 16:29:43.252517 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752fad-30a7-451e-b066-95336ff10489 req-5c8020fa-0ea0-41b3-b213-9fb56f37113e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.253973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-5c8020fa-0ea0-41b3-b213-9fb56f37113e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0427465 Aug 04 16:29:43.304115 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17752fad-30a7-451e-b066-95336ff10489 req-4178a999-0e18-4cbe-9ed7-1f360d188c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.305620 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-4178a999-0e18-4cbe-9ed7-1f360d188c12 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416043 Aug 04 16:29:43.400688 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-42055495-c37c-45f8-ada4-fb21869d67ff service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835259 Aug 04 16:29:43.531007 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-02afaed0-4f9a-4f4b-ae9c-643049e975be service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159995 Aug 04 16:29:43.558472 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-5301c22a-9f10-4371-b80e-35e6ff74d658 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.560112 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-5301c22a-9f10-4371-b80e-35e6ff74d658 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 945 time: 0.0515323 Aug 04 16:29:43.589175 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c241c0-f6bb-4aed-aca4-7f3f324dfa9f req-4d01c4d4-9af7-4a9e-a4a4-455aaa7cd25f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.590838 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-89c241c0-f6bb-4aed-aca4-7f3f324dfa9f req-4d01c4d4-9af7-4a9e-a4a4-455aaa7cd25f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 945 time: 0.0955057 Aug 04 16:29:43.611586 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101c052-958b-403b-b438-c1cad6552b22 req-46d5947f-7ec2-41fb-8345-cf8569361493 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.613424 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0101c052-958b-403b-b438-c1cad6552b22 req-46d5947f-7ec2-41fb-8345-cf8569361493 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0798028 Aug 04 16:29:43.716026 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-89c241c0-f6bb-4aed-aca4-7f3f324dfa9f req-1ce0841b-57ce-4c69-9071-50e4fb2d5ce0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156161 Aug 04 16:29:43.729919 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0101c052-958b-403b-b438-c1cad6552b22 req-78f7a602-cd89-4933-b448-f2fd4beddd4c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982690 Aug 04 16:29:43.741631 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-443d28e8-887c-450d-bb39-edec61b27865 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1206648 Aug 04 16:29:43.856218 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-19c53c8e-3dc2-46d7-a735-bc072b982b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.857823 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-19c53c8e-3dc2-46d7-a735-bc072b982b61 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 1098 time: 0.0774720 Aug 04 16:29:43.879658 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdfecc-eab5-4817-9243-07bd78a206e0 req-cc53983a-4852-4a52-b565-007b8214645f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:43.881446 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-48bdfecc-eab5-4817-9243-07bd78a206e0 req-cc53983a-4852-4a52-b565-007b8214645f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0714164 Aug 04 16:29:43.940317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Deleting port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:29:43.940656 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:43.970194 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-48bdfecc-eab5-4817-9243-07bd78a206e0 req-0ddf0d31-3469-4dbf-8967-e99bed5c680a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799034 Aug 04 16:29:44.021095 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-37952fd4-cd8c-4d8b-8624-7505b2344da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:44.023953 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-37952fd4-cd8c-4d8b-8624-7505b2344da8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.1193907 Aug 04 16:29:44.034973 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] For port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:29:44.035456 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:44.060334 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Calling delete_port for c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:29:44.083133 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-b436b534-d3d7-4225-9b39-bd22b2a0e942 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f HTTP/1.1" status: 200 len: 217 time: 0.0473082 Aug 04 16:29:44.143976 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-e2733ab7-5388-4176-8a6d-c411027437e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:44.145495 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-e2733ab7-5388-4176-8a6d-c411027437e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.0516045 Aug 04 16:29:44.202989 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-fa70b906-e0dc-44f3-ac68-f3e7e0e2594a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317523 Aug 04 16:29:44.228786 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:44.244599 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:29:44.294217 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event deleted for resources: {'Port': ['ID=c36b0541-eb21-4ccc-82e3-c0a37e7b22f6,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:29:44.343978 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] No DVR routers for this DVR port c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:29:44.346809 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:44.349090 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "DELETE /v2.0/ports/c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 HTTP/1.1" status: 204 len: 173 time: 0.7730331 Aug 04 16:29:44.349577 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'name': 'network-vif-deleted', 'tag': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:29:44.352438 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5d980c-1fae-40ca-8b63-f20453a3ad46" -d '{"events": [{"server_uuid": "4b8b8ae1-efac-4a23-a633-ad3dfeda86e9", "name": "network-vif-deleted", "tag": "c36b0541-eb21-4ccc-82e3-c0a37e7b22f6"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:29:44.421176 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1bf770-8793-45f3-ae01-f14e395db6a6 x-openstack-request-id: req-2d1bf770-8793-45f3-ae01-f14e395db6a6 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:29:44.421475 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b8b8ae1-efac-4a23-a633-ad3dfeda86e9", "name": "network-vif-deleted", "tag": "c36b0541-eb21-4ccc-82e3-c0a37e7b22f6", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:29:44.422229 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2d1bf770-8793-45f3-ae01-f14e395db6a6 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:29:44.422229 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b8b8ae1-efac-4a23-a633-ad3dfeda86e9', 'name': 'network-vif-deleted', 'tag': 'c36b0541-eb21-4ccc-82e3-c0a37e7b22f6', 'status': 'completed', 'code': 200} Aug 04 16:29:44.463815 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-6ec0571d-d738-4a02-bd1b-d480aa1aa3cc service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429302 Aug 04 16:29:44.484099 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81645420-d575-4e4f-a709-1383741b1169 req-d803d130-44cb-4a34-9934-2bf9e77a0206 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:44.492748 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-81645420-d575-4e4f-a709-1383741b1169 req-d803d130-44cb-4a34-9934-2bf9e77a0206 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.1493773 Aug 04 16:29:44.552463 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-81645420-d575-4e4f-a709-1383741b1169 req-020c5d5c-00e6-4530-ac55-457e01ecfb4e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587242 Aug 04 16:29:44.867370 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e1d569f-b317-4a14-8520-31e8adcfaafc req-ce5a900c-dd4b-4caa-9666-6b6aab7215f7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0520082 Aug 04 16:29:44.893071 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085a08b-a6dc-48ac-95e5-09a95a85757b req-98a8312d-85c7-49d0-b7da-33a76d2f2f98 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:44.894756 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4085a08b-a6dc-48ac-95e5-09a95a85757b req-98a8312d-85c7-49d0-b7da-33a76d2f2f98 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0776298 Aug 04 16:29:44.932952 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4085a08b-a6dc-48ac-95e5-09a95a85757b req-22b7a6e0-cf38-45ff-8c28-441b0597142b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316296 Aug 04 16:29:45.673998 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec654217-b179-42ee-a83d-25cb8324c7df req-279d605b-6021-428c-8ad8-a1f3cf0c5847 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:45.675501 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ec654217-b179-42ee-a83d-25cb8324c7df req-279d605b-6021-428c-8ad8-a1f3cf0c5847 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0554199 Aug 04 16:29:45.713566 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ec654217-b179-42ee-a83d-25cb8324c7df req-6baf602f-f9cc-4b7a-95c4-7c926150e2fc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315650 Aug 04 16:29:45.972460 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05f86918-5798-4617-940b-1f504cdd1afc req-e5e6f60d-30aa-4505-ac53-feb6d0d94ef0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0272763 Aug 04 16:29:46.072992 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45693e9-b451-4cc5-bf4c-2e3667adee08 req-23484786-1f74-4eb7-b086-5420de30c5ea tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:46.074541 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c45693e9-b451-4cc5-bf4c-2e3667adee08 req-23484786-1f74-4eb7-b086-5420de30c5ea tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0547402 Aug 04 16:29:46.112799 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c45693e9-b451-4cc5-bf4c-2e3667adee08 req-8f10defb-eb38-42d6-b4e3-12ab297eca62 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321872 Aug 04 16:29:46.832833 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05edcc9e-2747-431b-bb53-912351dd9f92 req-eebcf7c0-f8e3-4e9e-bcf4-edf56c859076 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:46.834311 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05edcc9e-2747-431b-bb53-912351dd9f92 req-eebcf7c0-f8e3-4e9e-bcf4-edf56c859076 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0478494 Aug 04 16:29:46.872234 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05edcc9e-2747-431b-bb53-912351dd9f92 req-4555e3dd-9b88-4918-bb23-4ae8e582e439 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Aug 04 16:29:46.886549 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:29:46.912459 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:29:46.912806 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device c36b0541-eb21-4ccc-82e3-c0a37e7b22f6 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:29:47.083540 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-332df128-54a9-4932-8afc-8d164c04c95a req-52b19fd0-1baf-4639-832a-5484beb91ee5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0330024 Aug 04 16:29:47.246887 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be36d13-f55c-4d40-bf55-424259bcad17 req-d4f1aa30-04f2-42f4-9e7e-6c0796571b15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:47.248419 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4be36d13-f55c-4d40-bf55-424259bcad17 req-d4f1aa30-04f2-42f4-9e7e-6c0796571b15 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0492604 Aug 04 16:29:47.289769 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4be36d13-f55c-4d40-bf55-424259bcad17 req-85f6b1b0-a7d3-4ba7-9a33-9123bfd505cc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354331 Aug 04 16:29:47.990516 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65da5d-8cad-4f20-99fb-1c9327d9ab07 req-57d07974-3225-40be-bb1d-8f15b58ce3e8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:47.992079 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e65da5d-8cad-4f20-99fb-1c9327d9ab07 req-57d07974-3225-40be-bb1d-8f15b58ce3e8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0509765 Aug 04 16:29:48.030862 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e65da5d-8cad-4f20-99fb-1c9327d9ab07 req-10146b6d-ae8c-4145-b41e-87ab9d1d7f88 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Aug 04 16:29:48.177280 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4f32533-b914-41aa-b45d-8cebf682c672 req-8dd7174e-f8c2-4f16-b71a-3c70aecdc657 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0259416 Aug 04 16:29:48.409271 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a63c22-f4b4-4ef1-a11e-abf4fa3c51e7 req-6a0f5616-9219-47ed-aa97-36b4179d5eeb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:48.410771 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-19a63c22-f4b4-4ef1-a11e-abf4fa3c51e7 req-6a0f5616-9219-47ed-aa97-36b4179d5eeb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0496976 Aug 04 16:29:48.450728 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-19a63c22-f4b4-4ef1-a11e-abf4fa3c51e7 req-0bccbc8f-77de-496c-824e-3846614602b1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338907 Aug 04 16:29:49.151651 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:49.158955 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea3e9d-d5ff-4835-9c28-4d02e889c1c1 req-5c90c115-db7f-422e-b601-05ce8101833b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:49.160728 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-39ea3e9d-d5ff-4835-9c28-4d02e889c1c1 req-5c90c115-db7f-422e-b601-05ce8101833b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0555301 Aug 04 16:29:49.201877 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-39ea3e9d-d5ff-4835-9c28-4d02e889c1c1 req-c92b1c30-7a3b-48c4-96e2-b5876414df39 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348461 Aug 04 16:29:49.283578 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f4742691-9765-4b40-ac2a-d748301bcc41 req-ee34ac44-3ef2-4265-8bbf-b35300fafe46 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0284705 Aug 04 16:29:49.583668 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7831f38b-161c-4f12-ba4e-5d2d678383ec req-00544167-0cbc-47c3-9618-2c89292505c8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:49.585933 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7831f38b-161c-4f12-ba4e-5d2d678383ec req-00544167-0cbc-47c3-9618-2c89292505c8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0619347 Aug 04 16:29:49.623322 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7831f38b-161c-4f12-ba4e-5d2d678383ec req-bfaebe7f-e72f-412f-9f5a-cf62f16d829f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313728 Aug 04 16:29:50.321875 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e97418-8f87-4adb-b83a-dec2e4461756 req-d130bbf4-a357-442a-9e8c-2b33eb4e5a68 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:50.323569 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-26e97418-8f87-4adb-b83a-dec2e4461756 req-d130bbf4-a357-442a-9e8c-2b33eb4e5a68 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0551383 Aug 04 16:29:50.363051 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-26e97418-8f87-4adb-b83a-dec2e4461756 req-4b71bbb9-061f-43c8-8d07-e7d0f6225628 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333953 Aug 04 16:29:50.443237 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1ed69435-8052-4ccd-acd6-c6964a716044 req-2b72e44a-50e5-4b6b-81e0-3541b62af13a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0267775 Aug 04 16:29:50.743723 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c4417-86cd-4e0f-9378-a586cee7d8e7 req-c528cc31-6e7e-40ad-b849-7dae8e505981 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:50.745321 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b2c4417-86cd-4e0f-9378-a586cee7d8e7 req-c528cc31-6e7e-40ad-b849-7dae8e505981 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0504973 Aug 04 16:29:50.783622 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b2c4417-86cd-4e0f-9378-a586cee7d8e7 req-faaeb789-41bc-4997-be07-584a98d758d7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323772 Aug 04 16:29:51.485106 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce29729-cee3-4807-9e54-031cb3c7564b req-18d1ec51-b3c0-4bd1-8003-0f874b636296 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:51.486658 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ce29729-cee3-4807-9e54-031cb3c7564b req-18d1ec51-b3c0-4bd1-8003-0f874b636296 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0529668 Aug 04 16:29:51.528376 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ce29729-cee3-4807-9e54-031cb3c7564b req-5f4df544-2bdf-4aeb-8756-b83efcbe191c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Aug 04 16:29:51.616821 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-06f0a81e-80c3-4683-9fbb-777e62d20aff req-ef49c8dc-8109-4374-aa23-86c82189ff0a tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0281579 Aug 04 16:29:51.901093 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e7fc04-f6da-4021-ba9e-61923cdee042 req-229c71f3-dc12-462c-81a5-6197c3a65327 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:51.902839 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-92e7fc04-f6da-4021-ba9e-61923cdee042 req-229c71f3-dc12-462c-81a5-6197c3a65327 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0482023 Aug 04 16:29:51.946301 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-92e7fc04-f6da-4021-ba9e-61923cdee042 req-38560a2f-e030-40d1-b3c4-9567e73b1b16 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369675 Aug 04 16:29:52.022307 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-929a363b-c699-4cf5-b563-bb891c5fc76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:52.644539 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee0190-7e05-461d-ac92-cdb68f75daef req-9e2e7331-724b-4b56-b83a-15b972067c26 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:52.646040 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-faee0190-7e05-461d-ac92-cdb68f75daef req-9e2e7331-724b-4b56-b83a-15b972067c26 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0518074 Aug 04 16:29:52.687303 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-faee0190-7e05-461d-ac92-cdb68f75daef req-38d1733e-6842-4d3b-b301-af3d401101d8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Aug 04 16:29:52.771362 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4c85b31c-4671-465e-bcb5-68c399249fa7 req-317d9e1a-115e-4218-ac02-a6ef1b1a87f0 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0309360 Aug 04 16:29:53.066185 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51025f56-0a49-4fef-904d-7aba2753d7e3 req-7554082d-c1d2-4c0c-8ca7-bf9e6703a976 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:53.067648 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51025f56-0a49-4fef-904d-7aba2753d7e3 req-7554082d-c1d2-4c0c-8ca7-bf9e6703a976 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0484290 Aug 04 16:29:53.107119 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51025f56-0a49-4fef-904d-7aba2753d7e3 req-d950e531-4cda-439e-b69e-629a4cfa6e9f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335011 Aug 04 16:29:53.803993 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337fbcb-3f76-4238-b0e1-dd5c7a816db7 req-d978d5cc-b9e5-4071-be87-d5407e2542f8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:53.805483 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d337fbcb-3f76-4238-b0e1-dd5c7a816db7 req-d978d5cc-b9e5-4071-be87-d5407e2542f8 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0506310 Aug 04 16:29:53.848275 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d337fbcb-3f76-4238-b0e1-dd5c7a816db7 req-a473056c-4586-4ae5-bdb8-64bf8da48cb2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361660 Aug 04 16:29:53.932294 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5c63eabc-c3e7-4dbe-8a24-e688a01dd78b req-369b74fd-0d07-42a0-84ec-f7763872672f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0296638 Aug 04 16:29:54.228904 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6666c2-4ce1-4c5c-bf52-1ce98254c7ea req-76135ba1-be1a-4828-99bb-18253d510833 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:54.236214 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7f6666c2-4ce1-4c5c-bf52-1ce98254c7ea req-76135ba1-be1a-4828-99bb-18253d510833 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0567756 Aug 04 16:29:54.273074 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7f6666c2-4ce1-4c5c-bf52-1ce98254c7ea req-50ad276e-6d57-486a-a90f-7aea1bcf1e23 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359550 Aug 04 16:29:54.573102 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-8bee3c6c-85d6-463d-9e8a-7c84c4f1ed33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:54.963044 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bbb907-1124-418f-9baf-83c5c0df0de5 req-30f457db-715a-444c-bf48-e22ac4636e3d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:54.964644 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51bbb907-1124-418f-9baf-83c5c0df0de5 req-30f457db-715a-444c-bf48-e22ac4636e3d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0488136 Aug 04 16:29:55.009186 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51bbb907-1124-418f-9baf-83c5c0df0de5 req-1e50edf3-95d7-410d-a699-51dab039c29d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380101 Aug 04 16:29:55.104759 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-293fe813-455b-4dae-b02c-e2537a684da2 req-f4c91244-97d6-4f20-836b-3504cb851bc6 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0387347 Aug 04 16:29:55.116681 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:55.435657 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa959e9e-a48e-418f-816d-c12c74152d13 req-2edf3372-58b3-4d62-ae59-b5051430ced8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:55.437205 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa959e9e-a48e-418f-816d-c12c74152d13 req-2edf3372-58b3-4d62-ae59-b5051430ced8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0733314 Aug 04 16:29:55.476007 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa959e9e-a48e-418f-816d-c12c74152d13 req-299e5ea4-4d84-4588-a1a8-b4a3386684a1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320446 Aug 04 16:29:55.689650 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:56.130451 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108329a-dc36-4e4a-8f26-97c3ee6f03a9 req-13655d7d-18f1-4c5a-b3b5-87084f786e17 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:56.132803 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f108329a-dc36-4e4a-8f26-97c3ee6f03a9 req-13655d7d-18f1-4c5a-b3b5-87084f786e17 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0530009 Aug 04 16:29:56.170279 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f108329a-dc36-4e4a-8f26-97c3ee6f03a9 req-a2e69b96-872a-49c9-bab2-681e84b6fa3c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Aug 04 16:29:56.258506 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0bb26d8b-eb27-4912-b77f-deddcd4ce76e req-5d9f96f2-9420-4d37-aa59-b2324e5a994c tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0298712 Aug 04 16:29:56.612788 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c73b10-7602-4ee6-bd68-5b048401649e req-d77f99f8-3f2a-4b20-8819-94ccc166e9d6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:56.614264 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-29c73b10-7602-4ee6-bd68-5b048401649e req-d77f99f8-3f2a-4b20-8819-94ccc166e9d6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0553288 Aug 04 16:29:56.651815 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-29c73b10-7602-4ee6-bd68-5b048401649e req-dbc89464-2fbf-4f7d-b69f-542021799fcf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308688 Aug 04 16:29:57.034843 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:29:57.298165 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cd33da-81d2-43af-b1db-61f154c5c050 req-f9789f79-fc1b-478c-ba73-5db6e3333259 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:57.299657 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c0cd33da-81d2-43af-b1db-61f154c5c050 req-f9789f79-fc1b-478c-ba73-5db6e3333259 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0609438 Aug 04 16:29:57.337768 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c0cd33da-81d2-43af-b1db-61f154c5c050 req-68f210e7-3677-46cf-ad99-278689c7749b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Aug 04 16:29:57.427870 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e961ba7-e956-43f8-9032-e9f5f0bec056 req-3353aef3-9d2f-4709-92ec-5e7285afadb8 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0270844 Aug 04 16:29:57.775649 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e789c2-20f1-4916-83d6-3413fb32f0b5 req-bffac84b-d729-48a3-aa02-57b2b1791294 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:57.777407 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e7e789c2-20f1-4916-83d6-3413fb32f0b5 req-bffac84b-d729-48a3-aa02-57b2b1791294 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0544295 Aug 04 16:29:57.821612 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e7e789c2-20f1-4916-83d6-3413fb32f0b5 req-764fd725-6f3c-4240-92bf-63cbb5f15edc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377088 Aug 04 16:29:58.459409 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526330db-7531-4c86-af72-88c049e8058f req-09a1b196-9ed9-4ccd-9b06-35557595d8ea tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:58.460925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-526330db-7531-4c86-af72-88c049e8058f req-09a1b196-9ed9-4ccd-9b06-35557595d8ea tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0517244 Aug 04 16:29:58.498673 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-526330db-7531-4c86-af72-88c049e8058f req-f68a80fe-c5d6-4d73-94e6-4535739c8842 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318472 Aug 04 16:29:58.588370 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ef635e61-5704-43b0-a4cc-b71ea0aa3bf5 req-971f6799-6aae-4ea1-bed3-ea940c6e5b45 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0259631 Aug 04 16:29:58.944467 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055482fe-838b-4558-a019-b278f31f0e81 req-c4f8f16f-188f-4525-8335-86cbbc2b539b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:58.946190 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-055482fe-838b-4558-a019-b278f31f0e81 req-c4f8f16f-188f-4525-8335-86cbbc2b539b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0494103 Aug 04 16:29:58.990371 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-055482fe-838b-4558-a019-b278f31f0e81 req-373baa4d-de5a-4627-b6a5-1f1ab81e2a29 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371037 Aug 04 16:29:59.613686 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd44620b-a14d-4495-bdef-d81f21c71ca1 req-c4cc4d74-816f-461f-9513-9be8b3f3d71b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:29:59.615414 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bd44620b-a14d-4495-bdef-d81f21c71ca1 req-c4cc4d74-816f-461f-9513-9be8b3f3d71b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0486457 Aug 04 16:29:59.652849 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bd44620b-a14d-4495-bdef-d81f21c71ca1 req-fcd6b473-cc0f-42e2-b01f-d11bfa505107 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Aug 04 16:29:59.731168 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-227d12ce-bb05-454b-9dc3-cf4610cb3d4e req-55babf68-9192-4dab-a9a7-35dfa86c9c14 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0256739 Aug 04 16:30:00.106125 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b69025-1e63-4ed5-8696-31fedbd3a378 req-9401b57c-9e0a-45c2-8dc6-792928db7470 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:00.107611 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b5b69025-1e63-4ed5-8696-31fedbd3a378 req-9401b57c-9e0a-45c2-8dc6-792928db7470 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0480018 Aug 04 16:30:00.144652 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b5b69025-1e63-4ed5-8696-31fedbd3a378 req-f0e4c473-d67d-4206-98ba-cbd0ec18da1c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Aug 04 16:30:00.540248 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-db06d9bf-9d83-49fe-82b7-7fd3208513eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:00.541750 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-db06d9bf-9d83-49fe-82b7-7fd3208513eb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2f93a8d0cc48444685d76df2df388384&device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 1098 time: 0.0427198 Aug 04 16:30:00.627968 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a5ae70e7-13cb-4364-8779-65a47b9cac84 req-e2c78897-6f32-4998-af35-aa917c341017 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093812 Aug 04 16:30:00.663206 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-ddf1322f-b25a-4db2-bc2c-a992c8fc9db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:00.664957 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-ddf1322f-b25a-4db2-bc2c-a992c8fc9db3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 200 len: 920 time: 0.0932806 Aug 04 16:30:00.755677 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-c02fd6e8-8694-43d9-841a-097b702949b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 200 len: 217 time: 0.0528917 Aug 04 16:30:00.792792 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968aaacf-39a5-4420-bd7f-4f382bbdd9a2 req-fc292a29-7e26-4895-af7c-0147fe1a1c18 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:00.800721 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-968aaacf-39a5-4420-bd7f-4f382bbdd9a2 req-fc292a29-7e26-4895-af7c-0147fe1a1c18 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0707574 Aug 04 16:30:00.843561 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-968aaacf-39a5-4420-bd7f-4f382bbdd9a2 req-242db94c-19a8-4148-9805-bd5310b35192 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373695 Aug 04 16:30:00.866734 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-a75d2cae-5613-40a0-ae20-01638f87dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:00.868241 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-a75d2cae-5613-40a0-ae20-01638f87dacf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 200 len: 859 time: 0.0718651 Aug 04 16:30:00.889751 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:30:00.917006 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-68ab59fe-f401-4b94-b569-8d8efc932a84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cd8e288-0c67-43cc-a658-52ec2d96453e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345318 Aug 04 16:30:00.917402 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-404fb811-c82b-4287-ae08-c849ca2148e2 req-6ae3427f-59a6-4323-9a54-71c27b43f1d5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=4b8b8ae1-efac-4a23-a633-ad3dfeda86e9 HTTP/1.1" status: 200 len: 210 time: 0.0418274 Aug 04 16:30:01.024599 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-39719f7c-1cb9-4dbf-b873-78540feea900 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884879 Aug 04 16:30:01.137652 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-09e4885c-6ede-43e0-8f0a-7eeae82725ce req-70ec6156-f77b-4b37-ba56-e44561b7d7f3 service neutron] 10.222.0.53 "GET /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892875 Aug 04 16:30:01.265325 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a3590e-cf26-459e-be55-e45ee040baa3 req-f63a8b5f-e7cf-44c7-b981-f6cea8fe985f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:01.266717 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59a3590e-cf26-459e-be55-e45ee040baa3 req-f63a8b5f-e7cf-44c7-b981-f6cea8fe985f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0478776 Aug 04 16:30:01.304510 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59a3590e-cf26-459e-be55-e45ee040baa3 req-3955a868-1441-43da-996b-64e5ec0882d1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317984 Aug 04 16:30:01.959157 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fdc88-f146-481b-b951-f7243e085d06 req-4a33d909-e631-4879-87ae-63628a9afd65 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:01.961428 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da9fdc88-f146-481b-b951-f7243e085d06 req-4a33d909-e631-4879-87ae-63628a9afd65 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0491066 Aug 04 16:30:02.000270 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-da9fdc88-f146-481b-b951-f7243e085d06 req-528f0b0b-3478-4272-91f6-1115cf2b278e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326524 Aug 04 16:30:02.428165 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca908a-a8a0-4822-9c0e-78e3e3f9b785 req-e84f21bc-a23a-463d-9ef3-dbb5d904e1e3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:02.429858 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-afca908a-a8a0-4822-9c0e-78e3e3f9b785 req-e84f21bc-a23a-463d-9ef3-dbb5d904e1e3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0488155 Aug 04 16:30:02.476548 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-afca908a-a8a0-4822-9c0e-78e3e3f9b785 req-763ae9a5-b496-405c-b22f-d1521744cea7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Aug 04 16:30:03.114592 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a19823-797f-43a0-ac38-00da520e4088 req-1197a3d5-cdec-41c1-9cc6-8d734b6f661f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:03.116462 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-67a19823-797f-43a0-ac38-00da520e4088 req-1197a3d5-cdec-41c1-9cc6-8d734b6f661f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0497551 Aug 04 16:30:03.155320 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-67a19823-797f-43a0-ac38-00da520e4088 req-d35050e3-8256-44b8-b455-86a247455e16 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Aug 04 16:30:03.315047 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44613cf-41a5-465e-bf44-eeed6df91d23 req-6c3a0fd5-f6cf-46a8-a3e1-afd031e6a327 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:03.316570 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f44613cf-41a5-465e-bf44-eeed6df91d23 req-6c3a0fd5-f6cf-46a8-a3e1-afd031e6a327 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.0499732 Aug 04 16:30:03.354440 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f44613cf-41a5-465e-bf44-eeed6df91d23 req-95e390a3-bc32-4b96-8757-ced083ebfdbc tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319057 Aug 04 16:30:03.593539 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5e9d2-1e43-46fa-a96c-2b985d718f4e req-6910b93e-d55c-4bf6-8e22-4f73bae3e928 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:03.594994 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-97a5e9d2-1e43-46fa-a96c-2b985d718f4e req-6910b93e-d55c-4bf6-8e22-4f73bae3e928 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0468202 Aug 04 16:30:03.638635 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-97a5e9d2-1e43-46fa-a96c-2b985d718f4e req-96c52d83-eb1c-49f4-869d-5a4f56726694 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378237 Aug 04 16:30:04.273541 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca438b3d-39db-47e4-8e4e-26a7bb7d40b6 req-824bd5a7-ea2d-473b-9f3a-348ade35e54b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:04.275037 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ca438b3d-39db-47e4-8e4e-26a7bb7d40b6 req-824bd5a7-ea2d-473b-9f3a-348ade35e54b tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0502338 Aug 04 16:30:04.313502 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ca438b3d-39db-47e4-8e4e-26a7bb7d40b6 req-9f72250e-9a6d-42cb-be2f-c5b992ffd3b6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320287 Aug 04 16:30:04.468821 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e208d4f-c939-43c6-a00f-ebfcf50e3543 req-0e77621c-d4c3-4ee8-ba5f-fc49b9a85a96 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:04.470329 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1e208d4f-c939-43c6-a00f-ebfcf50e3543 req-0e77621c-d4c3-4ee8-ba5f-fc49b9a85a96 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.0489399 Aug 04 16:30:04.511890 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1e208d4f-c939-43c6-a00f-ebfcf50e3543 req-decaa23e-81cd-48d2-bbe3-6a2d9898a99f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344532 Aug 04 16:30:04.758426 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae67c1dc-22d5-4599-ad02-bc2089cbf453 req-50444976-eabc-451b-88fb-00cd9637cb9a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:04.759959 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ae67c1dc-22d5-4599-ad02-bc2089cbf453 req-50444976-eabc-451b-88fb-00cd9637cb9a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0497050 Aug 04 16:30:04.802123 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ae67c1dc-22d5-4599-ad02-bc2089cbf453 req-7211510e-aef3-4152-9db5-3de96208ca56 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362151 Aug 04 16:30:05.628893 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052de26-b97a-482e-b3ab-e368d3e6ec1b req-de689f3d-2015-4fce-84c0-dd9b54a6e2a5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:05.630427 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e052de26-b97a-482e-b3ab-e368d3e6ec1b req-de689f3d-2015-4fce-84c0-dd9b54a6e2a5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.0498667 Aug 04 16:30:05.668974 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e052de26-b97a-482e-b3ab-e368d3e6ec1b req-c5763a68-af64-4580-b35c-01192a01710f tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/security-groups?id=9cf0a64d-ff0b-4258-81c9-425eea02c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316565 Aug 04 16:30:05.923812 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237320d3-c8de-46c9-b8a8-c77293b88dc6 req-35a37a2d-0d4f-498f-94a7-fe99dbf6f669 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:05.925452 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237320d3-c8de-46c9-b8a8-c77293b88dc6 req-35a37a2d-0d4f-498f-94a7-fe99dbf6f669 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0491552 Aug 04 16:30:05.951018 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-39260590-7756-4bfb-8fce-864c2170d5b3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:05.952766 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-39260590-7756-4bfb-8fce-864c2170d5b3 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 946 time: 0.0537293 Aug 04 16:30:05.967600 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-237320d3-c8de-46c9-b8a8-c77293b88dc6 req-3a7e1f51-3bc3-4abb-8e8c-f88e0bf66aea tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341690 Aug 04 16:30:06.051096 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Deleting port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:30:06.051524 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.149677 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] For port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,segment=NetworkSegment(40ea921c-26c8-49b1-b5e1-7e9f63345e60),segment_id=40ea921c-26c8-49b1-b5e1-7e9f63345e60)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:06.150213 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.163422 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Calling delete_port for 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:30:06.169924 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 50302) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:06.270548 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16b840cf-cfa2-4949-a510-48ed34a32fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.290007 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.304506 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['26008a6d-a1ae-4c88-9e24-f6b23bb09bfc'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:06.320615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Pushing event deleted for resources: {'Port': ['ID=26008a6d-a1ae-4c88-9e24-f6b23bb09bfc,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:06.366634 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16b840cf-cfa2-4949-a510-48ed34a32fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.369054 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] No DVR routers for this DVR port 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:30:06.371711 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.371888 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-16b840cf-cfa2-4949-a510-48ed34a32fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.373810 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-ce9a32c4-5b42-47ef-be4e-34c586b962ca req-a7a356e3-a113-4c20-8cb0-74f339fc56c7 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.53 "DELETE /v2.0/ports/26008a6d-a1ae-4c88-9e24-f6b23bb09bfc HTTP/1.1" status: 204 len: 173 time: 0.4115825 Aug 04 16:30:06.374244 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'name': 'network-vif-deleted', 'tag': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:06.376488 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a33106-7546-4b2d-ac1d-33dd9fed5cce" -d '{"events": [{"server_uuid": "df41ab7a-a930-435f-aa5e-9ba4cd666cad", "name": "network-vif-deleted", "tag": "26008a6d-a1ae-4c88-9e24-f6b23bb09bfc"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:06.418654 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-16b840cf-cfa2-4949-a510-48ed34a32fbd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a78259ee8d1743b5b743bd7cf3e7f4c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2473955 Aug 04 16:30:06.419554 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b840cf-cfa2-4949-a510-48ed34a32fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1cb4d6-850d-40a0-ad1f-a676211efd3b,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:06.420629 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8100fcf1-2e01-47ba-a229-e931e7173e07 x-openstack-request-id: req-8100fcf1-2e01-47ba-a229-e931e7173e07 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:06.420979 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df41ab7a-a930-435f-aa5e-9ba4cd666cad", "name": "network-vif-deleted", "tag": "26008a6d-a1ae-4c88-9e24-f6b23bb09bfc", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:06.421237 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8100fcf1-2e01-47ba-a229-e931e7173e07 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:06.421637 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df41ab7a-a930-435f-aa5e-9ba4cd666cad', 'name': 'network-vif-deleted', 'tag': '26008a6d-a1ae-4c88-9e24-f6b23bb09bfc', 'status': 'completed', 'code': 200} Aug 04 16:30:06.422206 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 50308) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:06.471692 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-267690d6-5ee9-4850-b837-67440f757d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.494067 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-267690d6-5ee9-4850-b837-67440f757d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.540156 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-267690d6-5ee9-4850-b837-67440f757d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.542672 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-267690d6-5ee9-4850-b837-67440f757d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:06.543835 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-267690d6-5ee9-4850-b837-67440f757d89 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ca1cb4d6-850d-40a0-ad1f-a676211efd3b HTTP/1.1" status: 204 len: 168 time: 0.1206689 Aug 04 16:30:06.551327 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267690d6-5ee9-4850-b837-67440f757d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1cb4d6-850d-40a0-ad1f-a676211efd3b,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:06.775833 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5ab8da25-c14e-4ebe-a763-28e53df35adc req-7ad645f3-3e0b-4da7-a8e0-c54ce89591e5 tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] 10.222.0.79 "GET /v2.0/ports?device_id=df41ab7a-a930-435f-aa5e-9ba4cd666cad HTTP/1.1" status: 200 len: 210 time: 0.0267253 Aug 04 16:30:07.101074 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7697275-3574-4117-96d3-c44edbd0b952 req-465121a9-c835-458b-850d-8a0f0bcb725c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:07.103459 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e7697275-3574-4117-96d3-c44edbd0b952 req-465121a9-c835-458b-850d-8a0f0bcb725c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0510821 Aug 04 16:30:07.142423 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e7697275-3574-4117-96d3-c44edbd0b952 req-e2f6a6f0-411d-43cf-a98b-63d45b59f8a9 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325902 Aug 04 16:30:07.829520 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 50350) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:07.879451 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] Deleting subnet 509c820d-8503-47b9-b4c1-d82d4796693f {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:30:07.883260 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:07.917020 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:07.956671 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.013525 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.049531 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509c820d-8503-47b9-b4c1-d82d4796693f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:08.051492 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.053405 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c83769c7-be0a-4d7f-83ca-385b947c291b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/509c820d-8503-47b9-b4c1-d82d4796693f HTTP/1.1" status: 204 len: 168 time: 0.2228858 Aug 04 16:30:08.057748 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 50352) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:08.137490 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.241481 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.254393 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a8fcdc5-280f-4d38-a36a-37944d8ebae9']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:08.265767 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ea921c-26c8-49b1-b5e1-7e9f63345e60') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:08.266038 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ea921c-26c8-49b1-b5e1-7e9f63345e60') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:08.273421 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4c036-a01a-483e-bfcc-0cb747801a11 req-772fe500-2bef-4b14-a9f1-ff153123de67 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:08.275230 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ff4c036-a01a-483e-bfcc-0cb747801a11 req-772fe500-2bef-4b14-a9f1-ff153123de67 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0555222 Aug 04 16:30:08.278124 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.297029 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.304109 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:30:08.305327 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:30:08.307151 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:30:08.324704 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ff4c036-a01a-483e-bfcc-0cb747801a11 req-eaeb43f8-7db6-4187-8de8-03bdb5c1a200 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431490 Aug 04 16:30:08.365439 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.372072 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.373916 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4a8fcdc5-280f-4d38-a36a-37944d8ebae9 HTTP/1.1" status: 204 len: 168 time: 0.3150826 Aug 04 16:30:08.386112 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defe5261-2e7a-4837-a130-2a4c5ec89074 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a8fcdc5-280f-4d38-a36a-37944d8ebae9,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:08.567319 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 50368) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:08.607759 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-75f2c312-fc16-4ad6-b2ae-5f8d2b7fc815 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=39b787736b2a4580be655951a3b0b804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0390413 Aug 04 16:30:08.609967 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 50372) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:08.670123 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebba7-d1c4-442f-8884-621ba70bf9e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.692550 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebba7-d1c4-442f-8884-621ba70bf9e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.748190 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebba7-d1c4-442f-8884-621ba70bf9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.750781 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff6ebba7-d1c4-442f-8884-621ba70bf9e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:08.752032 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-ff6ebba7-d1c4-442f-8884-621ba70bf9e2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9cf0a64d-ff0b-4258-81c9-425eea02c9e0 HTTP/1.1" status: 204 len: 168 time: 0.1411054 Aug 04 16:30:08.761836 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ebba7-d1c4-442f-8884-621ba70bf9e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf0a64d-ff0b-4258-81c9-425eea02c9e0,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:09.450654 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68d31a-1f4d-4759-a5ca-8881db97fa99 req-de1026fb-01d3-4021-9bc8-72e24e36ed42 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:09.452256 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ed68d31a-1f4d-4759-a5ca-8881db97fa99 req-de1026fb-01d3-4021-9bc8-72e24e36ed42 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 944 time: 0.0532815 Aug 04 16:30:09.490221 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ed68d31a-1f4d-4759-a5ca-8881db97fa99 req-d2d6c6c9-c6d4-4e0c-b037-13e425e0b788 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320621 Aug 04 16:30:09.644759 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:30:09.741310 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:09.763183 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'port_id': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'mac_address': 'fa:16:3e:e0:94:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:30:09.806429 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:09.821946 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32d36800-47c1-4d51-ad55-6e26c10d4ffd {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:30:09.842689 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:09.846424 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:09.893990 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=9']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:09.900995 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.901332 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.901676 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.902014 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.902344 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.902677 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.903006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.903365 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.903672 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.904134 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.904557 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:09.904885 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:10.610357 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da654d1-2107-4210-b995-81b2b4f1f71e req-fa66f7be-2a66-4b9d-8714-c248226c8259 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:10.611880 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1da654d1-2107-4210-b995-81b2b4f1f71e req-fa66f7be-2a66-4b9d-8714-c248226c8259 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0489736 Aug 04 16:30:10.650420 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1da654d1-2107-4210-b995-81b2b4f1f71e req-8d7ae66e-e74d-40b2-93ac-51b7297be868 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321913 Aug 04 16:30:11.710052 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['32d36800-47c1-4d51-ad55-6e26c10d4ffd'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:11.766727 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cae04-3c38-46df-8d36-73c4ec3c24bc req-afdf5b22-d3d2-4342-961a-4575042d8c7d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:11.768296 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e14cae04-3c38-46df-8d36-73c4ec3c24bc req-afdf5b22-d3d2-4342-961a-4575042d8c7d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0478752 Aug 04 16:30:11.806638 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e14cae04-3c38-46df-8d36-73c4ec3c24bc req-9f48c7ab-2154-4b01-836c-c6d4f6a25672 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Aug 04 16:30:12.927341 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce6cb9f-c222-49dd-8ac1-d64af9c09073 req-12b7dda6-2f6d-4ad3-944d-c46567f98889 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:12.928846 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ce6cb9f-c222-49dd-8ac1-d64af9c09073 req-12b7dda6-2f6d-4ad3-944d-c46567f98889 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0507905 Aug 04 16:30:12.967034 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ce6cb9f-c222-49dd-8ac1-d64af9c09073 req-d8b56707-6def-4a7a-9876-597f80c0d0af tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315320 Aug 04 16:30:14.087010 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff61fa6-9706-421c-8e07-da85139294a5 req-989819ae-2f38-48f0-92f3-4fc41e499948 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:14.088576 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3ff61fa6-9706-421c-8e07-da85139294a5 req-989819ae-2f38-48f0-92f3-4fc41e499948 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0491512 Aug 04 16:30:14.126555 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3ff61fa6-9706-421c-8e07-da85139294a5 req-801e1262-1aec-4a7e-a0d9-5991a6b884d2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Aug 04 16:30:14.507453 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:14.527011 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:30:14.527350 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 26008a6d-a1ae-4c88-9e24-f6b23bb09bfc not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:30:15.254205 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cec708d-2ff9-44dd-931a-7812e2f8f290 req-f3285155-8973-46fa-b833-fdf941c30936 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:15.255754 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0cec708d-2ff9-44dd-931a-7812e2f8f290 req-f3285155-8973-46fa-b833-fdf941c30936 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0529046 Aug 04 16:30:15.304734 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0cec708d-2ff9-44dd-931a-7812e2f8f290 req-42c79f11-9917-47f7-bcd6-298cdf58c9ee tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420089 Aug 04 16:30:16.430119 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0553a7e9-cac0-4f91-adc3-b21dd315dcf5 req-ef08abeb-c7d6-4f96-ba81-5e9d5d00f3ca tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:16.431593 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0553a7e9-cac0-4f91-adc3-b21dd315dcf5 req-ef08abeb-c7d6-4f96-ba81-5e9d5d00f3ca tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0536292 Aug 04 16:30:16.468152 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0553a7e9-cac0-4f91-adc3-b21dd315dcf5 req-2e5e35b1-bb79-4e70-949f-9deea7d98b5a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Aug 04 16:30:17.589268 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb148b-bfbe-40f9-b976-89ed0fb691b6 req-ae0bde86-fe81-4ca7-84ba-73d03c87c44b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:17.590757 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bbfb148b-bfbe-40f9-b976-89ed0fb691b6 req-ae0bde86-fe81-4ca7-84ba-73d03c87c44b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0493870 Aug 04 16:30:17.627811 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bbfb148b-bfbe-40f9-b976-89ed0fb691b6 req-f54e03e4-6b5d-4d43-80b5-1c3c51f47b09 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Aug 04 16:30:18.748595 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f83595-1f2b-47f6-93e7-0baa6c3c14ff req-a9f4232c-33f6-4e8f-92d8-a2c761c4241d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:18.750034 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b1f83595-1f2b-47f6-93e7-0baa6c3c14ff req-a9f4232c-33f6-4e8f-92d8-a2c761c4241d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 945 time: 0.0504289 Aug 04 16:30:18.787029 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b1f83595-1f2b-47f6-93e7-0baa6c3c14ff req-882821a6-3926-4755-9168-a09c3c39c8c6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312088 Aug 04 16:30:19.076492 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:30:19.123111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 32d36800-47c1-4d51-ad55-6e26c10d4ffd triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:30:19.123485 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:19.168997 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:19.209152 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:19.232788 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:19.234993 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc366d1e-3ac8-4dfc-919c-773423cf17e8" -d '{"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-plugged", "status": "completed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:19.247900 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:19.251826 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:19.276596 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e43f4db-d255-4650-9fb6-76d01f70b29e x-openstack-request-id: req-5e43f4db-d255-4650-9fb6-76d01f70b29e {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:19.276890 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-plugged", "status": "completed", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:19.277167 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5e43f4db-d255-4650-9fb6-76d01f70b29e {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:19.277546 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'code': 200} Aug 04 16:30:19.302638 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=10']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:19.908334 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b9357-b313-4cda-8510-8b3670287b4e req-5851dd60-f1aa-46b5-8701-d2e95c45912c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:19.909694 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-810b9357-b313-4cda-8510-8b3670287b4e req-5851dd60-f1aa-46b5-8701-d2e95c45912c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0514221 Aug 04 16:30:19.946830 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-810b9357-b313-4cda-8510-8b3670287b4e req-0571d5da-daaa-4a44-bfff-d8f7d2913884 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312138 Aug 04 16:30:21.066082 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51541f33-4128-4b86-adbb-bdfb0310a755 req-b1e41d01-aba6-433a-9e35-e43c03c77c17 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:21.067569 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51541f33-4128-4b86-adbb-bdfb0310a755 req-b1e41d01-aba6-433a-9e35-e43c03c77c17 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0476520 Aug 04 16:30:21.106260 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51541f33-4128-4b86-adbb-bdfb0310a755 req-b225385d-9e83-45ca-a87b-c915d5432316 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Aug 04 16:30:22.024294 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7c5942e8-1b63-4e8c-866f-f10737c77e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:22.227837 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe726ce7-4832-4822-afe1-1805bcbd4981 req-3fc83f04-5666-4450-963d-427374156be3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:22.229466 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fe726ce7-4832-4822-afe1-1805bcbd4981 req-3fc83f04-5666-4450-963d-427374156be3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0504570 Aug 04 16:30:22.268484 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fe726ce7-4832-4822-afe1-1805bcbd4981 req-708c9c0b-fd6b-4c65-8158-408fc22c258c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331640 Aug 04 16:30:23.391080 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d6484-fccc-48ad-83cb-63708601c2dc req-c2368481-3581-4899-a675-d095a563f767 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:23.392607 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ca4d6484-fccc-48ad-83cb-63708601c2dc req-c2368481-3581-4899-a675-d095a563f767 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0517554 Aug 04 16:30:23.429475 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ca4d6484-fccc-48ad-83cb-63708601c2dc req-84d7603a-4b66-4bdf-aa09-d7690cedfcf6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301757 Aug 04 16:30:24.067416 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b648b-846b-4088-9179-0d6dff187ff2 req-522c0678-0281-49df-960c-5176a5ed1737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:24.068911 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-537b648b-846b-4088-9179-0d6dff187ff2 req-522c0678-0281-49df-960c-5176a5ed1737 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1100 time: 0.0393486 Aug 04 16:30:24.104838 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-537b648b-846b-4088-9179-0d6dff187ff2 req-16dedb0e-3a9f-43e7-9eb1-8df7925a5a7d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269377 Aug 04 16:30:24.558746 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbaba84-2753-4779-ba96-ec90ef683c55 req-3a4ac5b7-48c9-409b-9892-c1149eb90c63 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:24.560302 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ecbaba84-2753-4779-ba96-ec90ef683c55 req-3a4ac5b7-48c9-409b-9892-c1149eb90c63 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0564888 Aug 04 16:30:24.576371 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-34803455-f863-421a-85b9-46a0ecfcbcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:24.603408 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ecbaba84-2753-4779-ba96-ec90ef683c55 req-217ab548-a253-433a-a3b1-5b89900ce821 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370181 Aug 04 16:30:25.108391 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:25.688720 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:25.722499 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f236c2-9da9-4397-b332-9bfd55d74ede req-69da5c99-a8d0-44e8-81d9-505a038f434b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:25.724007 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-20f236c2-9da9-4397-b332-9bfd55d74ede req-69da5c99-a8d0-44e8-81d9-505a038f434b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0486965 Aug 04 16:30:25.761054 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-20f236c2-9da9-4397-b332-9bfd55d74ede req-206186e7-9af6-4046-bfae-f3b17a74988c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Aug 04 16:30:26.891851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b2251-a6a4-4673-a338-d36f252be746 req-16dee78c-2a66-4174-adfe-7df0d59686f3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:26.893469 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-872b2251-a6a4-4673-a338-d36f252be746 req-16dee78c-2a66-4174-adfe-7df0d59686f3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0593400 Aug 04 16:30:26.936461 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-872b2251-a6a4-4673-a338-d36f252be746 req-49ad5a30-e96a-4602-9c02-b0255abd1596 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368936 Aug 04 16:30:27.037353 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:28.089575 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b9057-2c8f-4579-9daa-3a9d5c474155 req-643718df-1438-4aa7-944a-1e867d09a3cb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:28.099100 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2b2b9057-2c8f-4579-9daa-3a9d5c474155 req-643718df-1438-4aa7-944a-1e867d09a3cb tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0623651 Aug 04 16:30:28.162981 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2b2b9057-2c8f-4579-9daa-3a9d5c474155 req-4c9a1f2e-c86d-4645-af3d-73c72c6a7e70 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595050 Aug 04 16:30:28.314971 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96874086-d19e-4e7a-ac0e-a6e9d8915119 req-8ed47719-ff8c-4b2c-baa6-7621ed15b100 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:28.324296 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-96874086-d19e-4e7a-ac0e-a6e9d8915119 req-8ed47719-ff8c-4b2c-baa6-7621ed15b100 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0683022 Aug 04 16:30:28.392599 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-96874086-d19e-4e7a-ac0e-a6e9d8915119 req-5c9307a1-a01d-475c-9b9a-475e3d417852 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591018 Aug 04 16:30:29.281555 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5da11-ef6a-4eda-bb2c-7e711f097e31 req-4a6efd6f-a2ae-4b54-a22c-d2f37abb7c58 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:29.283004 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-daf5da11-ef6a-4eda-bb2c-7e711f097e31 req-4a6efd6f-a2ae-4b54-a22c-d2f37abb7c58 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0508473 Aug 04 16:30:29.318892 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-daf5da11-ef6a-4eda-bb2c-7e711f097e31 req-2e5a304a-2417-48d4-9527-b72ab2f7d30b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300696 Aug 04 16:30:29.497359 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e625c-f347-4196-aa68-33eae7cc6e0c req-38d0cdb9-94eb-4049-9e5b-80a5cf3a3f50 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:29.498797 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-370e625c-f347-4196-aa68-33eae7cc6e0c req-38d0cdb9-94eb-4049-9e5b-80a5cf3a3f50 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0488040 Aug 04 16:30:29.537324 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-370e625c-f347-4196-aa68-33eae7cc6e0c req-4ce9a3d5-6179-44b5-abb8-36cea6760034 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326054 Aug 04 16:30:30.650116 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2d730-ee83-4131-adfa-8dc938d1f639 req-33fe0a2c-798a-44bb-a897-fc29d390d5dc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:30.651588 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fbc2d730-ee83-4131-adfa-8dc938d1f639 req-33fe0a2c-798a-44bb-a897-fc29d390d5dc tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0478783 Aug 04 16:30:30.688798 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fbc2d730-ee83-4131-adfa-8dc938d1f639 req-83d4d159-f57b-47ac-9573-bbea52955de5 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Aug 04 16:30:31.810652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdace8f6-dde4-4dcf-a929-e9a7e38849d9 req-2f627e56-0fdc-4627-8bd7-0b5b44b658fd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:31.813321 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cdace8f6-dde4-4dcf-a929-e9a7e38849d9 req-2f627e56-0fdc-4627-8bd7-0b5b44b658fd tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0545645 Aug 04 16:30:31.856362 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cdace8f6-dde4-4dcf-a929-e9a7e38849d9 req-dbc4a90c-5b31-4895-a8c4-69647480fdd7 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366220 Aug 04 16:30:32.039517 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b68a69d8-9871-4ab1-bc9e-fcbc6a8f58ad tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:32.041003 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b68a69d8-9871-4ab1-bc9e-fcbc6a8f58ad tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 945 time: 0.0487607 Aug 04 16:30:32.147781 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Deleting port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:30:32.148152 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:32.260079 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] For port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:32.260674 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:32.275083 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Calling delete_port for a66f0a1e-4a1b-4481-bdb6-70b278de2f2f owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:30:32.424377 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:32.437964 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['53700f11-88f0-49bc-83d5-4d87a81fa881', 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:32.453856 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Pushing event deleted for resources: {'Port': ['ID=a66f0a1e-4a1b-4481-bdb6-70b278de2f2f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:32.486090 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.486431 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.486945 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.492068 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.492629 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.493423 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.493941 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.494444 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.494939 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.495358 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.495875 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.496354 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:32.520695 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] No DVR routers for this DVR port a66f0a1e-4a1b-4481-bdb6-70b278de2f2f on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:30:32.523102 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:32.525689 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-892e358b-7542-44af-85ab-413ef7ca9905 req-b7b0ac3e-6b5d-4813-96e2-da7316ac7fa3 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "DELETE /v2.0/ports/a66f0a1e-4a1b-4481-bdb6-70b278de2f2f HTTP/1.1" status: 204 len: 173 time: 0.4710538 Aug 04 16:30:32.526315 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'name': 'network-vif-deleted', 'tag': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:32.528631 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a19d651-fe76-4970-8400-3149aad59fb2" -d '{"events": [{"server_uuid": "89935247-ccfb-402d-bdbf-a0aa16c7f54a", "name": "network-vif-deleted", "tag": "a66f0a1e-4a1b-4481-bdb6-70b278de2f2f"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:32.566971 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fba4d2-ae2b-4f78-8651-5ff71712991a x-openstack-request-id: req-80fba4d2-ae2b-4f78-8651-5ff71712991a {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:32.567269 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89935247-ccfb-402d-bdbf-a0aa16c7f54a", "name": "network-vif-deleted", "tag": "a66f0a1e-4a1b-4481-bdb6-70b278de2f2f", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:32.567527 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-80fba4d2-ae2b-4f78-8651-5ff71712991a {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:32.567959 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89935247-ccfb-402d-bdbf-a0aa16c7f54a', 'name': 'network-vif-deleted', 'tag': 'a66f0a1e-4a1b-4481-bdb6-70b278de2f2f', 'status': 'completed', 'code': 200} Aug 04 16:30:32.962264 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ef975b4a-a399-4800-a3e9-e69d94c84a4b req-debd7030-d700-4265-ad69-9431ed1e02e1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=89935247-ccfb-402d-bdbf-a0aa16c7f54a HTTP/1.1" status: 200 len: 210 time: 0.0264673 Aug 04 16:30:33.192555 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 50848) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:33.313115 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8f38ea3c-aa82-4131-8778-b98f937d8a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:33.431355 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8f38ea3c-aa82-4131-8778-b98f937d8a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:33.437024 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8f38ea3c-aa82-4131-8778-b98f937d8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:33.475060 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-8f38ea3c-aa82-4131-8778-b98f937d8a99 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3521eed553e24834870b2eee1fd0851d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2814288 Aug 04 16:30:33.476176 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38ea3c-aa82-4131-8778-b98f937d8a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050103b4-17f9-4806-bedd-adca2b9d5daa,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:33.479557 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 50858) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:33.556369 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac31682-89df-464d-8f40-ac80693bc9cb req-db6fccf0-faf3-43d5-b3dd-1e7084d9b122 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:33.557861 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3ac31682-89df-464d-8f40-ac80693bc9cb req-db6fccf0-faf3-43d5-b3dd-1e7084d9b122 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.0810287 Aug 04 16:30:33.573670 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:33.615342 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:33.619372 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3ac31682-89df-464d-8f40-ac80693bc9cb req-e3e1a1d8-6bd8-42c5-819b-a3898fa1aaab tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 Aug 04 16:30:33.664209 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:33.667570 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:33.668779 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/050103b4-17f9-4806-bedd-adca2b9d5daa HTTP/1.1" status: 204 len: 168 time: 0.1874435 Aug 04 16:30:33.676297 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050103b4-17f9-4806-bedd-adca2b9d5daa,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:33.683506 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.683882 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.684237 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.684579 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.684919 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.685258 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.685597 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.685930 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.686263 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.686594 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.686925 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:33.687252 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7bfd62-2d2c-4141-935d-aaace48cafda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:30:34.094502 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 50872) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:34.206289 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b04dc7e8-600e-445a-ae36-848fe53a2a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:34.230979 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dc84c4-ab03-4b00-a970-67667d2bca28 req-583a1c2b-a50d-4a08-b4e5-9588087c275d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:34.232639 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8dc84c4-ab03-4b00-a970-67667d2bca28 req-583a1c2b-a50d-4a08-b4e5-9588087c275d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0511935 Aug 04 16:30:34.276505 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8dc84c4-ab03-4b00-a970-67667d2bca28 req-8048d18a-15e8-463d-9018-260cb454985d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Aug 04 16:30:34.297266 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b04dc7e8-600e-445a-ae36-848fe53a2a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:34.300925 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b04dc7e8-600e-445a-ae36-848fe53a2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:34.341070 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-b04dc7e8-600e-445a-ae36-848fe53a2a6c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd4d2f30900d4169b73639578794c9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2453482 Aug 04 16:30:34.341950 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04dc7e8-600e-445a-ae36-848fe53a2a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b78b94-5c61-4068-b83d-4642690320f9,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:34.344462 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 50878) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:34.392239 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c6c88e10-ff9e-4517-9420-aabb0319d8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:34.411908 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c6c88e10-ff9e-4517-9420-aabb0319d8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:34.457858 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c6c88e10-ff9e-4517-9420-aabb0319d8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:34.460503 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c6c88e10-ff9e-4517-9420-aabb0319d8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:34.461891 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c6c88e10-ff9e-4517-9420-aabb0319d8ff admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36b78b94-5c61-4068-b83d-4642690320f9 HTTP/1.1" status: 204 len: 168 time: 0.1161997 Aug 04 16:30:34.469597 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c88e10-ff9e-4517-9420-aabb0319d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b78b94-5c61-4068-b83d-4642690320f9,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:34.627730 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a66f0a1e-4a1b-4481-bdb6-70b278de2f2f no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:34.649422 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: a66f0a1e-4a1b-4481-bdb6-70b278de2f2f {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:30:34.649770 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device a66f0a1e-4a1b-4481-bdb6-70b278de2f2f not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:30:34.741294 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a78b16-9d04-48a7-b6fe-d8c340091a28 req-930f9250-a5c4-48b6-a2a1-6102517198c7 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:34.742823 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1a78b16-9d04-48a7-b6fe-d8c340091a28 req-930f9250-a5c4-48b6-a2a1-6102517198c7 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.0518003 Aug 04 16:30:34.783676 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1a78b16-9d04-48a7-b6fe-d8c340091a28 req-ccdc41ae-14ca-4ee7-9b98-5d78cb291247 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343637 Aug 04 16:30:35.389486 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df9ad69-3467-461b-b873-dbb830c9e325 req-299562b1-d02d-49d2-bc45-989f02cb671c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:35.391107 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9df9ad69-3467-461b-b873-dbb830c9e325 req-299562b1-d02d-49d2-bc45-989f02cb671c tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0494823 Aug 04 16:30:35.428704 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9df9ad69-3467-461b-b873-dbb830c9e325 req-7c0c4d22-1249-4e94-babc-d2a0991dd82d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317528 Aug 04 16:30:35.835484 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-6e2a35a1-c730-4d90-9b66-54083a567461 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:35.836994 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-6e2a35a1-c730-4d90-9b66-54083a567461 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.0503767 Aug 04 16:30:35.918749 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c925-e819-486f-9d71-0a229a96912f req-acc11b70-aaed-4cc6-8fbb-5a7b35921435 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:35.920714 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-45e8c925-e819-486f-9d71-0a229a96912f req-acc11b70-aaed-4cc6-8fbb-5a7b35921435 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=93c8137f-ae22-4773-982e-7d29d4080e80 HTTP/1.1" status: 200 len: 945 time: 0.0670753 Aug 04 16:30:35.947202 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Deleting port 3c10e821-0b50-452b-a13d-e93631d5101f {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:30:35.947968 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:35.961873 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-45e8c925-e819-486f-9d71-0a229a96912f req-3ea37fea-a71a-4a18-b0b3-05df520cc653 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355432 Aug 04 16:30:36.046430 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] For port 3c10e821-0b50-452b-a13d-e93631d5101f, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3c10e821-0b50-452b-a13d-e93631d5101f,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:36.046791 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:36.059227 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Calling delete_port for 3c10e821-0b50-452b-a13d-e93631d5101f owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:30:36.184113 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:36.208518 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['3c10e821-0b50-452b-a13d-e93631d5101f'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:36.218792 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Pushing event deleted for resources: {'Port': ['ID=3c10e821-0b50-452b-a13d-e93631d5101f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:36.253439 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] No DVR routers for this DVR port 3c10e821-0b50-452b-a13d-e93631d5101f on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:30:36.255831 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:36.258011 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-885dd6c7-2a1b-48ab-b749-4b31e2834fdd req-1fa6e806-8431-4c9d-aa29-f8d1bf58bcb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "DELETE /v2.0/ports/3c10e821-0b50-452b-a13d-e93631d5101f HTTP/1.1" status: 204 len: 173 time: 0.4132473 Aug 04 16:30:36.258471 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c8137f-ae22-4773-982e-7d29d4080e80', 'name': 'network-vif-deleted', 'tag': '3c10e821-0b50-452b-a13d-e93631d5101f'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:36.261964 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98607b21-7073-44ff-bcb9-b7ba6b8d2976" -d '{"events": [{"server_uuid": "93c8137f-ae22-4773-982e-7d29d4080e80", "name": "network-vif-deleted", "tag": "3c10e821-0b50-452b-a13d-e93631d5101f"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:36.299968 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38b238a-fffc-4aba-ad4c-667bac70d2ce x-openstack-request-id: req-d38b238a-fffc-4aba-ad4c-667bac70d2ce {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:36.300261 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c8137f-ae22-4773-982e-7d29d4080e80", "name": "network-vif-deleted", "tag": "3c10e821-0b50-452b-a13d-e93631d5101f", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:36.300513 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d38b238a-fffc-4aba-ad4c-667bac70d2ce {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:36.300913 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c8137f-ae22-4773-982e-7d29d4080e80', 'name': 'network-vif-deleted', 'tag': '3c10e821-0b50-452b-a13d-e93631d5101f', 'status': 'completed', 'code': 200} Aug 04 16:30:36.544980 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab93bf-5a6f-4038-bb0c-5c1d6053e3c9 req-472e93fd-7ccf-4136-b38a-803307916cd9 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:36.546451 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-60ab93bf-5a6f-4038-bb0c-5c1d6053e3c9 req-472e93fd-7ccf-4136-b38a-803307916cd9 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0512640 Aug 04 16:30:36.583208 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-60ab93bf-5a6f-4038-bb0c-5c1d6053e3c9 req-048db412-18fb-477c-a8a1-d21b01b462e1 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Aug 04 16:30:37.694658 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226f293-c29d-4f3f-86c3-5488754d0b51 req-941fe39b-8c06-459c-ab58-59c5a8d87c3e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:37.696132 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a226f293-c29d-4f3f-86c3-5488754d0b51 req-941fe39b-8c06-459c-ab58-59c5a8d87c3e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0480576 Aug 04 16:30:37.732349 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a226f293-c29d-4f3f-86c3-5488754d0b51 req-9c5395a8-488e-4b93-9329-ef9dbb6efe3d tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302107 Aug 04 16:30:37.888854 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:30:38.846671 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3de56-61b7-4b55-bdb1-aeeec44b306d req-b99d9d2f-2ee7-481f-92ff-b356a3d316e2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:38.848144 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dcd3de56-61b7-4b55-bdb1-aeeec44b306d req-b99d9d2f-2ee7-481f-92ff-b356a3d316e2 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0477476 Aug 04 16:30:38.885838 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dcd3de56-61b7-4b55-bdb1-aeeec44b306d req-8a154220-1734-421d-9275-94bbab87bcb0 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318499 Aug 04 16:30:39.218209 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3c10e821-0b50-452b-a13d-e93631d5101f no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:39.238381 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 3c10e821-0b50-452b-a13d-e93631d5101f {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:30:39.238986 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3c10e821-0b50-452b-a13d-e93631d5101f not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:30:40.001947 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140e6bc-768c-40e2-80b1-4127d97f84c1 req-5e5ca379-67cf-4ee5-9dee-c8602282dd47 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:40.003430 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d140e6bc-768c-40e2-80b1-4127d97f84c1 req-5e5ca379-67cf-4ee5-9dee-c8602282dd47 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0515847 Aug 04 16:30:40.040581 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d140e6bc-768c-40e2-80b1-4127d97f84c1 req-26ea353d-f645-469b-ac1a-64c198bc2f37 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311477 Aug 04 16:30:41.153368 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bfed-9b21-4ed1-b914-04c4150987ad req-ecce70b8-c7dc-4965-bff4-a7a00b291685 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:41.155817 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1191bfed-9b21-4ed1-b914-04c4150987ad req-ecce70b8-c7dc-4965-bff4-a7a00b291685 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0485208 Aug 04 16:30:41.195182 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1191bfed-9b21-4ed1-b914-04c4150987ad req-b2cf54dd-4d32-4485-b5e8-89c3760d685e tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344613 Aug 04 16:30:42.307891 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e930c8-0859-4d41-bbd1-0f2ce6979cc6 req-0ec601af-251f-44e1-a4ce-fba74e4afa46 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:42.309473 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-04e930c8-0859-4d41-bbd1-0f2ce6979cc6 req-0ec601af-251f-44e1-a4ce-fba74e4afa46 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0489662 Aug 04 16:30:42.346617 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-04e930c8-0859-4d41-bbd1-0f2ce6979cc6 req-45f72599-86be-4a49-a0aa-6d904ef793be tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313134 Aug 04 16:30:43.465555 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98561c29-8141-49be-96fe-2a9a05fdd7f9 req-279c0948-d893-4187-97aa-a06df9d0b0e6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:43.467153 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-98561c29-8141-49be-96fe-2a9a05fdd7f9 req-279c0948-d893-4187-97aa-a06df9d0b0e6 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0545301 Aug 04 16:30:43.505514 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-98561c29-8141-49be-96fe-2a9a05fdd7f9 req-9dadfed9-70d9-4a69-8544-70d8f50e934f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c7c2d7e-91b5-41fc-9129-b89ffa163c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322862 Aug 04 16:30:44.114578 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-65b5b168-2018-4915-a7e5-51d04810417f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:44.115992 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-65b5b168-2018-4915-a7e5-51d04810417f tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 945 time: 0.0511384 Aug 04 16:30:44.214760 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Deleting port 53700f11-88f0-49bc-83d5-4d87a81fa881 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:30:44.215106 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:44.301227 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] For port 53700f11-88f0-49bc-83d5-4d87a81fa881, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=53700f11-88f0-49bc-83d5-4d87a81fa881,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:44.301589 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:44.314467 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Calling delete_port for 53700f11-88f0-49bc-83d5-4d87a81fa881 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:30:44.441706 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:44.456008 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['53700f11-88f0-49bc-83d5-4d87a81fa881'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:44.467245 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Pushing event deleted for resources: {'Port': ['ID=53700f11-88f0-49bc-83d5-4d87a81fa881,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:44.516806 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] No DVR routers for this DVR port 53700f11-88f0-49bc-83d5-4d87a81fa881 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:30:44.519582 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:44.521888 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-1cb90f47-a405-4338-84b1-9ec08c55a277 req-55d7c473-8fcc-4a04-b40e-d6ad13badb2a tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.53 "DELETE /v2.0/ports/53700f11-88f0-49bc-83d5-4d87a81fa881 HTTP/1.1" status: 204 len: 173 time: 0.3989046 Aug 04 16:30:44.522327 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758fb058-16d9-4840-a144-379c96c0cf0c', 'name': 'network-vif-deleted', 'tag': '53700f11-88f0-49bc-83d5-4d87a81fa881'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:44.525828 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b1e1e2-82bd-4f41-9a9d-249879ee32ba" -d '{"events": [{"server_uuid": "758fb058-16d9-4840-a144-379c96c0cf0c", "name": "network-vif-deleted", "tag": "53700f11-88f0-49bc-83d5-4d87a81fa881"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:44.571391 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de54a933-23fc-4334-b247-35a86f20c84f x-openstack-request-id: req-de54a933-23fc-4334-b247-35a86f20c84f {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:44.571800 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758fb058-16d9-4840-a144-379c96c0cf0c", "name": "network-vif-deleted", "tag": "53700f11-88f0-49bc-83d5-4d87a81fa881", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:44.572057 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de54a933-23fc-4334-b247-35a86f20c84f {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:44.572511 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758fb058-16d9-4840-a144-379c96c0cf0c', 'name': 'network-vif-deleted', 'tag': '53700f11-88f0-49bc-83d5-4d87a81fa881', 'status': 'completed', 'code': 200} Aug 04 16:30:44.618791 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d8e1edb-cce7-46a3-abb4-d5dd51121548 req-69327b0b-2107-4f28-98f0-dfaf8e5a6c40 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 210 time: 0.0284836 Aug 04 16:30:45.724464 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1fe7a84b-bd24-49cd-aca8-30cec124c815 req-7e1c1041-ef38-41c1-bb85-3d22ad0ee585 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 210 time: 0.0258949 Aug 04 16:30:46.022324 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a5dd6-407c-4ba7-b4bf-e1da1cc53f6b req-c091ce68-953b-441a-8a10-a37c1f6bad68 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:46.023705 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c35a5dd6-407c-4ba7-b4bf-e1da1cc53f6b req-c091ce68-953b-441a-8a10-a37c1f6bad68 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0489197 Aug 04 16:30:46.062661 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c35a5dd6-407c-4ba7-b4bf-e1da1cc53f6b req-8fc2d2f0-2b83-4344-82dd-2bca37edcd4b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0324299 Aug 04 16:30:46.697455 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 53700f11-88f0-49bc-83d5-4d87a81fa881 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:46.724506 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 53700f11-88f0-49bc-83d5-4d87a81fa881 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:30:46.725198 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 53700f11-88f0-49bc-83d5-4d87a81fa881 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:30:46.835033 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5532ffc9-f891-4ba7-9325-638884574604 req-80079fda-26db-4150-b055-fcce77f40999 tempest-ServerRescueNegativeTestJSON-621308247 tempest-ServerRescueNegativeTestJSON-621308247-project] 10.222.0.79 "GET /v2.0/ports?device_id=758fb058-16d9-4840-a144-379c96c0cf0c HTTP/1.1" status: 200 len: 210 time: 0.0294137 Aug 04 16:30:47.176889 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f83fa-9e8e-4ef6-8f58-e1a9499c3868 req-a1c0250f-d30c-4852-86e3-872f40af59d6 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:47.178411 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-041f83fa-9e8e-4ef6-8f58-e1a9499c3868 req-a1c0250f-d30c-4852-86e3-872f40af59d6 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0495553 Aug 04 16:30:47.219285 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-041f83fa-9e8e-4ef6-8f58-e1a9499c3868 req-e9259cb3-7bec-4c23-840d-c3fb75e737db tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340233 Aug 04 16:30:47.731143 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-625d125a-e918-4a5b-a8f8-6536329ada7c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445457 Aug 04 16:30:47.738639 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-6710ac06-4265-4ca8-8804-e0a1fa62e623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:47.740178 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-6710ac06-4265-4ca8-8804-e0a1fa62e623 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1137 time: 0.0428936 Aug 04 16:30:47.797165 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-868d80a5-8d5b-4833-84ae-304092011000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:47.798323 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-868d80a5-8d5b-4833-84ae-304092011000 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 1100 time: 0.0410206 Aug 04 16:30:47.837901 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-6f90b121-0636-4f8b-b1a8-28202186306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:47.839384 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-6f90b121-0636-4f8b-b1a8-28202186306e service neutron] 10.222.0.53 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 915 time: 0.0890954 Aug 04 16:30:47.890924 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51074) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:47.915673 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-dc4d77ad-ab8e-4181-9297-c591a877ff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:47.917289 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-dc4d77ad-ab8e-4181-9297-c591a877ff5f service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.0960975 Aug 04 16:30:47.951627 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-008ef837-b255-4d44-8fd8-139c541ec296 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 1000 time: 0.1021836 Aug 04 16:30:47.987255 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-4a7040e5-9e6c-469a-b60d-710526babd04 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 200 len: 1002 time: 0.0595319 Aug 04 16:30:48.046050 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-16949abf-8a9e-44ec-8683-1e9eb40f2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:48.047645 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-16949abf-8a9e-44ec-8683-1e9eb40f2644 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0449090 Aug 04 16:30:48.104877 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-15ae494e-8c95-4765-be85-f97c5fb9d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:48.106424 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-15ae494e-8c95-4765-be85-f97c5fb9d721 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490649 Aug 04 16:30:48.204031 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-7d25ff36-939c-4ee6-8868-02c8d2280431 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877197 Aug 04 16:30:48.277827 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-e1859644-d854-456c-8790-b81753bedbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:48.279302 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-e1859644-d854-456c-8790-b81753bedbb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 200 len: 853 time: 0.3194191 Aug 04 16:30:48.303668 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-4a73fa1f-6b4a-4c12-b0b5-29241be85d88 req-b28f2a55-c705-4a53-abb0-fd17e0f873f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898268 Aug 04 16:30:48.438944 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ace1d-4941-46b3-b356-21e507d140ab req-d9a3ddbf-0331-4129-82b0-1abefb9a7c3c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:48.440453 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5a6ace1d-4941-46b3-b356-21e507d140ab req-d9a3ddbf-0331-4129-82b0-1abefb9a7c3c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.1239924 Aug 04 16:30:48.447534 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-8fe2d9f8-6c35-4175-bb13-70ce866fa1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:48.448983 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-8fe2d9f8-6c35-4175-bb13-70ce866fa1cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=168024c2-1d98-4980-8b7d-1d6541d0c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1336620 Aug 04 16:30:48.569309 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5a6ace1d-4941-46b3-b356-21e507d140ab req-51b8cd25-4030-4f38-8bad-1eccd6a08c07 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180334 Aug 04 16:30:48.655829 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-d0801aaf-0413-471f-b65f-b1102be0a89c service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938188 Aug 04 16:30:48.821656 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c5127c2b-8d8f-45ed-8e74-600f1a187192 req-fc71e8b7-f869-4ee3-9f41-7a223eb5f735 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543508 Aug 04 16:30:48.855298 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:49.170855 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:49.193421 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-5e704501-9d41-4dca-bb36-2563c5ceadb3 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:49.194897 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-5e704501-9d41-4dca-bb36-2563c5ceadb3 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/networks?id=7ca0315d-4a60-4a86-abd3-0699db3a7e36 HTTP/1.1" status: 200 len: 813 time: 0.1576359 Aug 04 16:30:49.228843 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-84c96942-859f-4bb7-bac2-94d6dde246a0 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/quotas/9d8919ccae2444da9088778af44e5fdb HTTP/1.1" status: 200 len: 375 time: 0.0143442 Aug 04 16:30:49.280376 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-b1bf94f5-0c5f-4078-b8a3-6efbf7deacb4 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9d8919ccae2444da9088778af44e5fdb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300460 Aug 04 16:30:49.347018 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Deleting port 084c4bbb-8eab-47d5-920c-53a6be207fda {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:30:49.347366 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:49.434068 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-de029976-a61c-4ca9-a4af-44fe717e85c9 service neutron] 10.222.0.79 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460667 Aug 04 16:30:49.501936 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] For port 084c4bbb-8eab-47d5-920c-53a6be207fda, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=084c4bbb-8eab-47d5-920c-53a6be207fda,segment=NetworkSegment(a7cd2de6-4bea-4acd-b432-e6fe72a486c9),segment_id=a7cd2de6-4bea-4acd-b432-e6fe72a486c9)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:49.502318 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:49.520602 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Calling delete_port for 084c4bbb-8eab-47d5-920c-53a6be207fda owned by network:router_interface {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:30:49.591294 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-5a13db09-e0de-4c1d-aefb-a15af4a1977d service neutron] 10.222.0.79 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497536 Aug 04 16:30:49.748695 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299217-94da-44d1-b6cf-145029c8dd8c req-51312a36-1e8e-414c-8db3-cd4f92c8b812 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:49.750521 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac299217-94da-44d1-b6cf-145029c8dd8c req-51312a36-1e8e-414c-8db3-cd4f92c8b812 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0893476 Aug 04 16:30:49.769148 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-13ebfe81-f8cc-4703-aed8-98dbcc0b78bf req-13a887b7-f805-4db3-8474-c69a12aaaa53 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 210 time: 0.0436921 Aug 04 16:30:49.836122 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac299217-94da-44d1-b6cf-145029c8dd8c req-262a2d2f-753a-4258-b3ef-57c65e40f02a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708468 Aug 04 16:30:49.859550 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:49.877676 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Pushing event deleted for resources: {'Port': ['ID=084c4bbb-8eab-47d5-920c-53a6be207fda,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:50.058411 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:50.548993 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Router 8653c82c-ac75-42b7-8aa1-c67992d1877c has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:30:50.649975 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:30:50.655267 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-85078ef2-8e9a-4fac-a257-a4a2f1db97be admin admin] 10.222.0.79 "PUT /v2.0/routers/8653c82c-ac75-42b7-8aa1-c67992d1877c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7633862 Aug 04 16:30:50.658437 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51142) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:50.660413 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] Sync routers for ids ['8653c82c-ac75-42b7-8aa1-c67992d1877c'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:30:50.670710 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] Routers {'8653c82c-ac75-42b7-8aa1-c67992d1877c'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:30:50.671307 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:30:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['8653c82c-ac75-42b7-8aa1-c67992d1877c'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:50.770515 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:50.860599 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] Set router 8653c82c-ac75-42b7-8aa1-c67992d1877c gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:30:50.912728 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d702cab4-2b61-4a5b-b748-9c386b0c1b4c req-6b034d20-4609-4972-9cd5-160bd59fd0db tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 210 time: 0.0486329 Aug 04 16:30:51.038832 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-efb16519-01c7-42d8-a387-99399ae695fc tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:51.040979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-efb16519-01c7-42d8-a387-99399ae695fc tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "GET /v2.0/networks?id=7ca0315d-4a60-4a86-abd3-0699db3a7e36 HTTP/1.1" status: 200 len: 813 time: 0.2293139 Aug 04 16:30:51.043739 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.057292 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:30:49Z', 'revision_number': 5, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port': {'id': '9c155347-be1a-42d4-baaf-a4bdd6547332', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:5e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:27Z', 'updated_at': '2021-08-04T16:26:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:51.059426 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ec6df-0959-4b9d-9315-31dc424a9de9 req-8bd3245c-2662-49f3-b3e5-61878fc7debc tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:51.060936 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6b4ec6df-0959-4b9d-9315-31dc424a9de9 req-8bd3245c-2662-49f3-b3e5-61878fc7debc tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.1147609 Aug 04 16:30:51.066647 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Request body: {'port': {'device_id': '1f617df1-83ca-4a45-89d5-611064e16e62', 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36', 'admin_state_up': True, 'tenant_id': '9d8919ccae2444da9088778af44e5fdb'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:30:51.089317 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] Checking router: 8653c82c-ac75-42b7-8aa1-c67992d1877c for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:30:51.097230 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] Routers {'8653c82c-ac75-42b7-8aa1-c67992d1877c'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:30:51.097810 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:30:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['8653c82c-ac75-42b7-8aa1-c67992d1877c'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:51.182286 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] Set router 8653c82c-ac75-42b7-8aa1-c67992d1877c gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:30:51.191337 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6b4ec6df-0959-4b9d-9315-31dc424a9de9 req-c7ece00d-c604-4b52-85b7-4b952cd34b4f tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1200116 Aug 04 16:30:51.232455 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:30:51Z', 'revision_number': 6, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:51.233931 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Deleting port 9c155347-be1a-42d4-baaf-a4bdd6547332 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:30:51.234348 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.262037 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bdcf76-12fb-4675-b3bd-9a89dbfb62d7 None None] The sync data for ids ['8653c82c-ac75-42b7-8aa1-c67992d1877c'] in dv-cinder-802882-3-iscsi is: [{'id': '8653c82c-ac75-42b7-8aa1-c67992d1877c', 'name': 'tempest-ServerRescueNegativeTestJSON-1125628308-router', 'tenant_id': '2f93a8d0cc48444685d76df2df388384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:25Z', 'updated_at': '2021-08-04T16:30:51Z', 'revision_number': 6, 'project_id': '2f93a8d0cc48444685d76df2df388384', 'gw_port_host': None}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:30:51.277257 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Made reservation on behalf of 9d8919ccae2444da9088778af44e5fdb for: {'port': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:30:51.280914 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.385846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] For port 9c155347-be1a-42d4-baaf-a4bdd6547332, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=9c155347-be1a-42d4-baaf-a4bdd6547332,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:51.386284 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.405873 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Calling delete_port for 9c155347-be1a-42d4-baaf-a4bdd6547332 owned by network:router_gateway {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:30:51.492084 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Allocated IP 172.20.0.8 (7ca0315d-4a60-4a86-abd3-0699db3a7e36/0f1fda1f-4d23-4f4f-839d-e84b4a85875c/75792063-497d-446b-b535-d40e1cd531f8) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:30:51.686975 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 084c4bbb-8eab-47d5-920c-53a6be207fda no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:51.715785 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 084c4bbb-8eab-47d5-920c-53a6be207fda {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:30:51.716176 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 084c4bbb-8eab-47d5-920c-53a6be207fda not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:30:51.739093 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.755386 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.784468 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c155347-be1a-42d4-baaf-a4bdd6547332,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:51.858957 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.903103 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:51.994082 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.002672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.024768 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-5f12a0fa-e43f-49d9-87b4-e7e45cf855d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.031294 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:30:52.090600 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:30:52.097097 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:30:52.102987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Pushing event updated for resources: {'Port': ['ID=75792063-497d-446b-b535-d40e1cd531f8,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:52.125036 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.125571 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8653c82c-ac75-42b7-8aa1-c67992d1877c {{(pid=93290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:30:52.138642 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.139810 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-920e66a9-2152-4414-b2bf-1787457a92d1 admin admin] 10.222.0.79 "DELETE /v2.0/routers/8653c82c-ac75-42b7-8aa1-c67992d1877c HTTP/1.1" status: 204 len: 168 time: 1.4802973 Aug 04 16:30:52.142611 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51168) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:52.159884 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a0ec7c-f290-467d-9afd-7c6c2b37c570 req-f0f1aed7-116e-46fc-a786-00731fb3a960 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:52.161426 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d6a0ec7c-f290-467d-9afd-7c6c2b37c570 req-f0f1aed7-116e-46fc-a786-00731fb3a960 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 931 time: 0.1720197 Aug 04 16:30:52.170423 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:52.171044 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.196207 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] Deleting subnet 05d7c047-1dfe-4f95-a2d5-d79931525d9f {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:30:52.197777 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6526c0e1-c1f0-406a-b3e4-de42e77c02ba tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1357749 Aug 04 16:30:52.199633 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.215950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Request body: {'port': {'device_id': '1f617df1-83ca-4a45-89d5-611064e16e62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:30:52.236173 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.240449 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d6a0ec7c-f290-467d-9afd-7c6c2b37c570 req-1dd5329c-b8b9-4f3d-bbad-b4734cf54966 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658956 Aug 04 16:30:52.287181 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.291258 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.367029 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.384112 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6624e9d-713f-478e-beec-3fc47b61dccf req-2a95b179-6bba-40f8-92f8-2675d891da53 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:52.385769 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a6624e9d-713f-478e-beec-3fc47b61dccf req-2a95b179-6bba-40f8-92f8-2675d891da53 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.1063278 Aug 04 16:30:52.393861 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05d7c047-1dfe-4f95-a2d5-d79931525d9f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:52.398238 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.403344 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-70519c9b-f484-492e-909c-4f9b43b59e7a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/05d7c047-1dfe-4f95-a2d5-d79931525d9f HTTP/1.1" status: 204 len: 168 time: 0.2559249 Aug 04 16:30:52.403344 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51172) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:52.469961 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.498226 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a6624e9d-713f-478e-beec-3fc47b61dccf req-53f1cef9-bc9a-4ce0-9dd4-e070fc2fb6e0 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612228 Aug 04 16:30:52.556121 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.566429 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd8e288-0c67-43cc-a658-52ec2d96453e']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:52.580077 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:52.580644 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7cd2de6-4bea-4acd-b432-e6fe72a486c9') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:30:52.590811 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.605717 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:30:52.619966 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:30:52.656211 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75792063-497d-446b-b535-d40e1cd531f8 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:30:52.667306 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.710562 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Transition to ACTIVE for port object 75792063-497d-446b-b535-d40e1cd531f8 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:30:52.711105 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.715228 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.728841 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.733751 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/4cd8e288-0c67-43cc-a658-52ec2d96453e HTTP/1.1" status: 204 len: 168 time: 0.3299022 Aug 04 16:30:52.734939 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691b480-9d95-4623-a72f-efaad3dc27d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd8e288-0c67-43cc-a658-52ec2d96453e,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:52.802689 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Pushing event updated for resources: {'Port': ['ID=75792063-497d-446b-b535-d40e1cd531f8,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:52.860155 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Attempting to bind port 75792063-497d-446b-b535-d40e1cd531f8 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:30:52.860155 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Attempting to bind port 75792063-497d-446b-b535-d40e1cd531f8 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:30:52.860155 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Attempting to bind port 75792063-497d-446b-b535-d40e1cd531f8 on network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:30:52.865156 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Port 75792063-497d-446b-b535-d40e1cd531f8 on network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:30:52.865861 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Attempting to bind port 75792063-497d-446b-b535-d40e1cd531f8 on network 7ca0315d-4a60-4a86-abd3-0699db3a7e36 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:30:52.872434 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:30:52.872772 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Checking segment: {'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:30:52.873159 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Bound using segment: {'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:30:52.873592 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Bound port: 75792063-497d-446b-b535-d40e1cd531f8, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e94479-34b7-48f1-a8e4-89b853d1a283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:30:52.873955 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:52.928646 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51192) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:52.954890 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] For port 75792063-497d-446b-b535-d40e1cd531f8, host hv-cinder-80288, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:30:52.973976 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] For port 75792063-497d-446b-b535-d40e1cd531f8, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=75792063-497d-446b-b535-d40e1cd531f8,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:30:52.982208 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:53.016547 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-633c5626-9910-4681-b1f0-cbcbfc3c1b8e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2f93a8d0cc48444685d76df2df388384&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0868404 Aug 04 16:30:53.019220 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51194) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:30:53.024959 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.025576 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:53.026926 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] 10.222.0.53 "PUT /v2.0/ports/75792063-497d-446b-b535-d40e1cd531f8 HTTP/1.1" status: 200 len: 1093 time: 0.8183022 Aug 04 16:30:53.027352 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f617df1-83ca-4a45-89d5-611064e16e62', 'tag': '75792063-497d-446b-b535-d40e1cd531f8'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:30:53.029597 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b78a48-2670-4fdd-9f1d-c75ecabb6095" -d '{"events": [{"name": "network-changed", "server_uuid": "1f617df1-83ca-4a45-89d5-611064e16e62", "tag": "75792063-497d-446b-b535-d40e1cd531f8"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:30:53.062422 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae924e7-d38e-439f-a06f-798af10c624f service neutron] Pushing event updated for resources: {'Port': ['ID=75792063-497d-446b-b535-d40e1cd531f8,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:53.071705 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534f1ebf-ca03-4da7-84ea-fbffb716e562 x-openstack-request-id: req-534f1ebf-ca03-4da7-84ea-fbffb716e562 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:30:53.072049 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f617df1-83ca-4a45-89d5-611064e16e62", "tag": "75792063-497d-446b-b535-d40e1cd531f8", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:30:53.072587 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-534f1ebf-ca03-4da7-84ea-fbffb716e562 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:30:53.072993 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f617df1-83ca-4a45-89d5-611064e16e62', 'tag': '75792063-497d-446b-b535-d40e1cd531f8', 'status': 'completed', 'code': 200} Aug 04 16:30:53.085712 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e3c423f5-b060-4304-8cee-7936a998ce6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:53.106458 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e3c423f5-b060-4304-8cee-7936a998ce6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:53.118555 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-f62941d0-5392-4770-9ffa-fc21307c2c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.120213 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-f62941d0-5392-4770-9ffa-fc21307c2c62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8919ccae2444da9088778af44e5fdb&device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 1096 time: 0.0413165 Aug 04 16:30:53.152863 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e3c423f5-b060-4304-8cee-7936a998ce6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:53.155411 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e3c423f5-b060-4304-8cee-7936a998ce6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:53.158958 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-e3c423f5-b060-4304-8cee-7936a998ce6a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c7c2d7e-91b5-41fc-9129-b89ffa163c47 HTTP/1.1" status: 204 len: 168 time: 0.1357465 Aug 04 16:30:53.164587 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c423f5-b060-4304-8cee-7936a998ce6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7c2d7e-91b5-41fc-9129-b89ffa163c47,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:53.165754 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-d145b1ab-f8e0-4599-b2f9-b927d515f770 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75792063-497d-446b-b535-d40e1cd531f8 HTTP/1.1" status: 200 len: 217 time: 0.0351207 Aug 04 16:30:53.219729 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-b121f1f6-1b0f-4d23-a776-f67cc55f4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.221325 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-b121f1f6-1b0f-4d23-a776-f67cc55f4dc8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f1fda1f-4d23-4f4f-839d-e84b4a85875c HTTP/1.1" status: 200 len: 853 time: 0.0457604 Aug 04 16:30:53.258240 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-b8d11f7d-2311-48a5-99ae-a38cc6008737 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ca0315d-4a60-4a86-abd3-0699db3a7e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288732 Aug 04 16:30:53.381235 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-2b21a10e-2ad2-4b61-9fe7-27ae37288e9d service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118286 Aug 04 16:30:53.408836 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c92c6-6b9c-4c7f-a3b5-e12bd0baed33 req-81b12382-8f84-4953-8e3e-a5b84ff4b066 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.410467 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e82c92c6-6b9c-4c7f-a3b5-e12bd0baed33 req-81b12382-8f84-4953-8e3e-a5b84ff4b066 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 943 time: 0.0831416 Aug 04 16:30:53.439126 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 9c155347-be1a-42d4-baaf-a4bdd6547332 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:30:53.459690 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 9c155347-be1a-42d4-baaf-a4bdd6547332 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:30:53.460063 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 9c155347-be1a-42d4-baaf-a4bdd6547332 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:30:53.510753 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e82c92c6-6b9c-4c7f-a3b5-e12bd0baed33 req-d1e017bc-d6e5-449c-b575-f264e1d6d3b1 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887437 Aug 04 16:30:53.530752 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6a3ac4c3-f61a-49eb-9a52-c3e8aad6a52a req-6e33d09e-7cb3-427b-b636-e02787e542ce service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367795 Aug 04 16:30:53.665846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f562010-b522-4d4d-8585-9b5b34d27017 req-1925543d-7132-427b-b2e5-34a9132dfa59 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.667351 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8f562010-b522-4d4d-8585-9b5b34d27017 req-1925543d-7132-427b-b2e5-34a9132dfa59 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0827262 Aug 04 16:30:53.669318 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-d539f944-fdc7-4421-ad9c-3b64b7aaa730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.670714 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-d539f944-fdc7-4421-ad9c-3b64b7aaa730 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9d8919ccae2444da9088778af44e5fdb&device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 1096 time: 0.0873587 Aug 04 16:30:53.752320 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8f562010-b522-4d4d-8585-9b5b34d27017 req-686250d2-51b6-4d1b-b9ba-bf532000b2be tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790145 Aug 04 16:30:53.797614 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-2c9069cc-d543-4563-8512-4daf30eb8e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.799138 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-2c9069cc-d543-4563-8512-4daf30eb8e37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=7ca0315d-4a60-4a86-abd3-0699db3a7e36 HTTP/1.1" status: 200 len: 914 time: 0.1126823 Aug 04 16:30:53.844555 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-3c4851fa-4f8d-42b4-bda5-3011cad7c7ce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=75792063-497d-446b-b535-d40e1cd531f8 HTTP/1.1" status: 200 len: 217 time: 0.0372419 Aug 04 16:30:53.903209 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-1b714e22-3c7b-400c-809b-91ccda5c76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:53.904741 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-1b714e22-3c7b-400c-809b-91ccda5c76f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0f1fda1f-4d23-4f4f-839d-e84b4a85875c HTTP/1.1" status: 200 len: 853 time: 0.0512292 Aug 04 16:30:53.939529 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-4cd2ac61-3e3a-4c41-a0b1-9b2f92585d5c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=7ca0315d-4a60-4a86-abd3-0699db3a7e36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268548 Aug 04 16:30:54.040924 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-1943b9c4-fb0d-4ead-8d2f-07d97fa87041 service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874953 Aug 04 16:30:54.147953 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-88b78a48-2670-4fdd-9f1d-c75ecabb6095 req-d0791f7a-b997-4c37-81db-995336c55d00 service neutron] 10.222.0.53 "GET /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921717 Aug 04 16:30:54.576967 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7013606a-099e-477c-ac74-1f6689da25f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:54.630201 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e1ae0-e3b6-4280-b9f9-8accd5c3f0ab req-81847571-1a80-4006-987c-704b0f61844c tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:54.631653 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-828e1ae0-e3b6-4280-b9f9-8accd5c3f0ab req-81847571-1a80-4006-987c-704b0f61844c tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 943 time: 0.0494115 Aug 04 16:30:54.669303 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-828e1ae0-e3b6-4280-b9f9-8accd5c3f0ab req-983a4617-28c0-4246-a32f-45165dda67bf tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308518 Aug 04 16:30:54.870474 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b937f6-1165-434b-9c6e-18c07b84ec4d req-63593550-4b2c-40b6-aeaf-4a798ef4b0a1 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:54.871973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-48b937f6-1165-434b-9c6e-18c07b84ec4d req-63593550-4b2c-40b6-aeaf-4a798ef4b0a1 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0521374 Aug 04 16:30:54.911333 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-48b937f6-1165-434b-9c6e-18c07b84ec4d req-a7b4a4d3-7f76-4cd9-a429-4abe494a1001 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334313 Aug 04 16:30:55.108566 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:55.699280 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:55.793088 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046e38fe-a026-4320-a853-f6a902fbf2e1 req-5b7bae64-94f5-4bae-90b0-e91d68a9f80d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:55.794753 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-046e38fe-a026-4320-a853-f6a902fbf2e1 req-5b7bae64-94f5-4bae-90b0-e91d68a9f80d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 943 time: 0.0534747 Aug 04 16:30:55.832066 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-046e38fe-a026-4320-a853-f6a902fbf2e1 req-61105d5f-27ac-4961-9455-9aed97c9b908 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316279 Aug 04 16:30:56.023618 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a79d46d-abfe-4207-90f6-4083aa3a8ab9 req-190fac44-2751-48ae-900a-13b19f068e0a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:56.025592 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7a79d46d-abfe-4207-90f6-4083aa3a8ab9 req-190fac44-2751-48ae-900a-13b19f068e0a tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0481462 Aug 04 16:30:56.064783 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7a79d46d-abfe-4207-90f6-4083aa3a8ab9 req-adeb516c-fbde-4799-848f-78587af8c099 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330503 Aug 04 16:30:56.880163 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 75792063-497d-446b-b535-d40e1cd531f8 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:30:56.952735 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215057e-32a1-4174-bb69-1c1161cadbd5 req-77ecd82b-8d6a-402d-8a96-7b6dac341104 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:56.954337 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7215057e-32a1-4174-bb69-1c1161cadbd5 req-77ecd82b-8d6a-402d-8a96-7b6dac341104 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 943 time: 0.0547197 Aug 04 16:30:56.976517 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 75792063-497d-446b-b535-d40e1cd531f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=75792063-497d-446b-b535-d40e1cd531f8,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:56.989216 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '75792063-497d-446b-b535-d40e1cd531f8', 'network_id': '7ca0315d-4a60-4a86-abd3-0699db3a7e36', 'port_id': '75792063-497d-446b-b535-d40e1cd531f8', 'mac_address': 'fa:16:3e:4d:3d:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f1fda1f-4d23-4f4f-839d-e84b4a85875c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:30:57.032846 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:57.052285 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75792063-497d-446b-b535-d40e1cd531f8 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:30:57.057852 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:57.075272 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 75792063-497d-446b-b535-d40e1cd531f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=75792063-497d-446b-b535-d40e1cd531f8,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:30:57.079385 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:30:57.136340 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=75792063-497d-446b-b535-d40e1cd531f8,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:30:57.263253 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7215057e-32a1-4174-bb69-1c1161cadbd5 req-645c5041-a571-47db-b40e-c198e3e14267 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028190 Aug 04 16:30:57.281126 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b016cd7-ec61-4d58-9c8e-c2859a2ebbc2 req-872140f4-4d88-4c32-8433-505baa3ebea8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:57.282587 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b016cd7-ec61-4d58-9c8e-c2859a2ebbc2 req-872140f4-4d88-4c32-8433-505baa3ebea8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0627074 Aug 04 16:30:57.323003 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8b016cd7-ec61-4d58-9c8e-c2859a2ebbc2 req-59ae918d-1d87-403a-bf7d-37034aac243c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0343156 Aug 04 16:30:58.378887 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b047b56-a71f-4787-b041-621e8a2079bf req-77ae2efc-9b53-4ee8-b5b4-6144530130ee tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:58.380456 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b047b56-a71f-4787-b041-621e8a2079bf req-77ae2efc-9b53-4ee8-b5b4-6144530130ee tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 944 time: 0.0487134 Aug 04 16:30:58.450370 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b047b56-a71f-4787-b041-621e8a2079bf req-603dcee4-19c0-4f7b-8eb4-f9ad20f2939d tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634990 Aug 04 16:30:58.461071 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2cdc8-c27b-4d9f-a7fa-bd503a43705e req-c4afed87-6bb0-4b9c-bd61-c62e63c9ec19 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:58.462997 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aae2cdc8-c27b-4d9f-a7fa-bd503a43705e req-c4afed87-6bb0-4b9c-bd61-c62e63c9ec19 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0695601 Aug 04 16:30:58.502421 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aae2cdc8-c27b-4d9f-a7fa-bd503a43705e req-704bc8f4-594b-4c5f-bed2-aa03b317887d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332885 Aug 04 16:30:58.948773 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['75792063-497d-446b-b535-d40e1cd531f8'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:30:59.570696 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946a3da-0396-4f62-9e1a-8f7ad45fe669 req-d6b2f041-8889-4dc4-952f-4d1aefbb257f tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:59.572890 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e946a3da-0396-4f62-9e1a-8f7ad45fe669 req-d6b2f041-8889-4dc4-952f-4d1aefbb257f tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 944 time: 0.0536327 Aug 04 16:30:59.642150 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e946a3da-0396-4f62-9e1a-8f7ad45fe669 req-df4ce157-3429-4c13-800c-e34bd0027b1a tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594563 Aug 04 16:30:59.652192 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236040-6b50-4abf-b0a2-d074961c2249 req-339efdf2-2683-4894-bbdc-47486fb363d4 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:30:59.653807 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d236040-6b50-4abf-b0a2-d074961c2249 req-339efdf2-2683-4894-bbdc-47486fb363d4 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0794826 Aug 04 16:30:59.694597 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d236040-6b50-4abf-b0a2-d074961c2249 req-49b290ae-0368-41f6-93d2-695806e17ec0 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345325 Aug 04 16:31:00.705411 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 75792063-497d-446b-b535-d40e1cd531f8 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:31:00.767111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 75792063-497d-446b-b535-d40e1cd531f8 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:31:00.769443 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b56eb-a865-40b3-94a0-a6ddb1996501 req-f2bbca3d-f682-4be6-b59a-20edaae0b2ce tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:00.774546 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 75792063-497d-446b-b535-d40e1cd531f8 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:31:00.774943 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:00.776760 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d0b56eb-a865-40b3-94a0-a6ddb1996501 req-f2bbca3d-f682-4be6-b59a-20edaae0b2ce tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 944 time: 0.0638971 Aug 04 16:31:00.843770 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d0b56eb-a865-40b3-94a0-a6ddb1996501 req-b6f3c7d8-79f8-4ffc-aa7a-42206a920eea tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634520 Aug 04 16:31:00.855181 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554bea58-72c3-4a33-b79a-d339caa6b258 req-4ec36c29-2bb6-4bf7-8296-e82b509a8477 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:00.865389 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-554bea58-72c3-4a33-b79a-d339caa6b258 req-4ec36c29-2bb6-4bf7-8296-e82b509a8477 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0860822 Aug 04 16:31:00.869958 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:00.894436 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f617df1-83ca-4a45-89d5-611064e16e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75792063-497d-446b-b535-d40e1cd531f8'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:00.896697 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d69f099e-7d3a-46a0-bddb-b32308aab8d8" -d '{"events": [{"server_uuid": "1f617df1-83ca-4a45-89d5-611064e16e62", "name": "network-vif-plugged", "status": "completed", "tag": "75792063-497d-446b-b535-d40e1cd531f8"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:00.910745 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 75792063-497d-446b-b535-d40e1cd531f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=75792063-497d-446b-b535-d40e1cd531f8,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:00.912525 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-554bea58-72c3-4a33-b79a-d339caa6b258 req-9319349f-22fa-412c-b697-f8454680af1c tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446084 Aug 04 16:31:00.917391 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:00.950373 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e51497-6c8f-4f3e-a84d-b4b675a044b3 x-openstack-request-id: req-a5e51497-6c8f-4f3e-a84d-b4b675a044b3 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:00.950748 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f617df1-83ca-4a45-89d5-611064e16e62", "name": "network-vif-plugged", "status": "completed", "tag": "75792063-497d-446b-b535-d40e1cd531f8", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:00.951056 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a5e51497-6c8f-4f3e-a84d-b4b675a044b3 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:00.951490 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f617df1-83ca-4a45-89d5-611064e16e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75792063-497d-446b-b535-d40e1cd531f8', 'code': 200} Aug 04 16:31:00.980268 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=75792063-497d-446b-b535-d40e1cd531f8,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:01.122328 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d494e62-4fc3-4676-89d5-0137c039bf7c req-ec2c889d-80be-4258-940d-1345bfe3fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:01.124027 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4d494e62-4fc3-4676-89d5-0137c039bf7c req-ec2c889d-80be-4258-940d-1345bfe3fffd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 1098 time: 0.0443120 Aug 04 16:31:01.160429 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4d494e62-4fc3-4676-89d5-0137c039bf7c req-9a123e45-0b84-4080-8e2a-75c08c75cc60 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281508 Aug 04 16:31:01.678672 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51400) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:01.787153 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c0d940dd-b576-4ca5-8586-0e36efa12d86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:01.881615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c0d940dd-b576-4ca5-8586-0e36efa12d86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:01.886218 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c0d940dd-b576-4ca5-8586-0e36efa12d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:01.924382 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d940dd-b576-4ca5-8586-0e36efa12d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51380b1-d341-44e0-a85c-a8dcf25fedc9,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:01.938599 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c0d940dd-b576-4ca5-8586-0e36efa12d86 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6dac204e477e4de284e054543543b976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2587118 Aug 04 16:31:01.939311 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51408) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:01.980303 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb8f459-ef8a-4647-ad9a-d93c82c47278 req-5f3f8296-0285-44d5-9ea9-9eb85bc1bd18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:01.982509 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8bb8f459-ef8a-4647-ad9a-d93c82c47278 req-5f3f8296-0285-44d5-9ea9-9eb85bc1bd18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0582614 Aug 04 16:31:01.997472 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7746a479-4820-4dde-b543-d9e83122b7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:02.024404 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7746a479-4820-4dde-b543-d9e83122b7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:02.051454 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8bb8f459-ef8a-4647-ad9a-d93c82c47278 req-1c476c6e-6d25-444f-bd78-aa8c17b7d258 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627575 Aug 04 16:31:02.072262 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615a71b9-29ab-4695-8acc-ad4cefb0a41b req-475b56a6-7635-4938-ae45-006aa2674248 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:02.074644 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-615a71b9-29ab-4695-8acc-ad4cefb0a41b req-475b56a6-7635-4938-ae45-006aa2674248 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0712395 Aug 04 16:31:02.077050 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7746a479-4820-4dde-b543-d9e83122b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:02.079642 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7746a479-4820-4dde-b543-d9e83122b7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:02.085399 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7746a479-4820-4dde-b543-d9e83122b7fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e51380b1-d341-44e0-a85c-a8dcf25fedc9 HTTP/1.1" status: 204 len: 168 time: 0.1438835 Aug 04 16:31:02.094265 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746a479-4820-4dde-b543-d9e83122b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51380b1-d341-44e0-a85c-a8dcf25fedc9,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:02.133461 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-615a71b9-29ab-4695-8acc-ad4cefb0a41b req-b18f8ee2-be18-462a-b24a-a34bf21760e5 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492735 Aug 04 16:31:03.192401 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6fb84-ac28-48cc-a130-bde8eccf7c83 req-563028a6-7405-4440-ab40-f5aca97b5045 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:03.194768 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bbe6fb84-ac28-48cc-a130-bde8eccf7c83 req-563028a6-7405-4440-ab40-f5aca97b5045 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0660064 Aug 04 16:31:03.263137 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bbe6fb84-ac28-48cc-a130-bde8eccf7c83 req-43189c2f-c0a2-4d7b-ad7f-ca0af0e69a39 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619648 Aug 04 16:31:03.288022 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb261b-99e1-4976-8e1c-8f95200d9b72 req-3000b1fe-6f61-4939-bc63-5ffccacdb790 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:03.288022 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cffb261b-99e1-4976-8e1c-8f95200d9b72 req-3000b1fe-6f61-4939-bc63-5ffccacdb790 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0678244 Aug 04 16:31:03.331330 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cffb261b-99e1-4976-8e1c-8f95200d9b72 req-73475c8e-a64c-466a-a26e-fe3353d5bb68 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0362387 Aug 04 16:31:03.812680 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51470) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:03.917106 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3efb9f5a-2b60-4f88-8868-5790bc746e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.009387 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3efb9f5a-2b60-4f88-8868-5790bc746e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.014699 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3efb9f5a-2b60-4f88-8868-5790bc746e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.053464 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-3efb9f5a-2b60-4f88-8868-5790bc746e88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=77034ad79ecd49fa9c6d036c7f8e9cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396550 Aug 04 16:31:04.054430 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efb9f5a-2b60-4f88-8868-5790bc746e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abe0ae1-6d4b-49fc-9a3c-1e49a1b67d73,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:04.056143 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51474) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:04.109584 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f0be98c7-974f-4d25-9d02-ed265b1fa01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.130589 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f0be98c7-974f-4d25-9d02-ed265b1fa01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.182612 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f0be98c7-974f-4d25-9d02-ed265b1fa01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.185351 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f0be98c7-974f-4d25-9d02-ed265b1fa01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.186508 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f0be98c7-974f-4d25-9d02-ed265b1fa01f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3abe0ae1-6d4b-49fc-9a3c-1e49a1b67d73 HTTP/1.1" status: 204 len: 168 time: 0.1288018 Aug 04 16:31:04.194297 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be98c7-974f-4d25-9d02-ed265b1fa01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abe0ae1-6d4b-49fc-9a3c-1e49a1b67d73,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:04.401779 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f16f4-a4eb-43ab-8c09-6a14fd5c2004 req-67f3b435-8ca4-47b3-8950-ea23bfb46d8a tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:04.403644 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b3f16f4-a4eb-43ab-8c09-6a14fd5c2004 req-67f3b435-8ca4-47b3-8950-ea23bfb46d8a tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0601904 Aug 04 16:31:04.473845 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b3f16f4-a4eb-43ab-8c09-6a14fd5c2004 req-796f5534-3ac1-432f-8c45-13c1e635afb0 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624590 Aug 04 16:31:04.491447 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8061885-a1ff-4156-9b41-1f02138c374a req-d78e20d6-1714-4ba7-b140-47e64b3eaed8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:04.493082 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b8061885-a1ff-4156-9b41-1f02138c374a req-d78e20d6-1714-4ba7-b140-47e64b3eaed8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0739567 Aug 04 16:31:04.496543 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51486) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:04.512769 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7769add1-fe17-4399-b3cf-a61405bd157e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.541350 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b8061885-a1ff-4156-9b41-1f02138c374a req-13520e73-19b7-4c32-9bd5-1d8a612ed81e tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369530 Aug 04 16:31:04.620629 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7769add1-fe17-4399-b3cf-a61405bd157e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.625269 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7769add1-fe17-4399-b3cf-a61405bd157e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.666103 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7769add1-fe17-4399-b3cf-a61405bd157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240ba64f-221c-4d0e-b302-2c4ff6f3a3f5,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:04.670851 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7769add1-fe17-4399-b3cf-a61405bd157e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=332a8e0759d14a978b52365128ccc753&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1731308 Aug 04 16:31:04.673538 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51490) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:04.736402 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5711-7abe-482d-b9fc-c4cd5061ffe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.762757 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5711-7abe-482d-b9fc-c4cd5061ffe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.818920 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5711-7abe-482d-b9fc-c4cd5061ffe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.821543 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ff4b5711-7abe-482d-b9fc-c4cd5061ffe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:04.823364 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-ff4b5711-7abe-482d-b9fc-c4cd5061ffe2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/240ba64f-221c-4d0e-b302-2c4ff6f3a3f5 HTTP/1.1" status: 204 len: 168 time: 0.1488721 Aug 04 16:31:04.831494 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4b5711-7abe-482d-b9fc-c4cd5061ffe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=240ba64f-221c-4d0e-b302-2c4ff6f3a3f5,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:05.643002 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f29aa-71c6-452e-9978-443605b7ccf0 req-dfcfd88b-0f6c-49ff-b872-90f34968bf7b tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:05.644586 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f76f29aa-71c6-452e-9978-443605b7ccf0 req-dfcfd88b-0f6c-49ff-b872-90f34968bf7b tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0823841 Aug 04 16:31:05.715437 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f76f29aa-71c6-452e-9978-443605b7ccf0 req-a6fdde65-cbe0-4f05-b284-ace59b690bde tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605206 Aug 04 16:31:05.735939 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22eb37-3fc4-423b-ac6b-79e97475678a req-1022fcd8-8138-478b-b082-ee4b18d7fdf8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:05.737533 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8f22eb37-3fc4-423b-ac6b-79e97475678a req-1022fcd8-8138-478b-b082-ee4b18d7fdf8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0918078 Aug 04 16:31:05.790957 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8f22eb37-3fc4-423b-ac6b-79e97475678a req-d11e92db-6c2f-4f97-81c6-485db917df0f tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457237 Aug 04 16:31:06.915037 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066033d8-f714-4f05-9576-123747f8992c req-02810e7e-5895-44dc-9d8c-4ba14c936c87 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:06.916699 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-066033d8-f714-4f05-9576-123747f8992c req-02810e7e-5895-44dc-9d8c-4ba14c936c87 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0554790 Aug 04 16:31:06.957031 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-066033d8-f714-4f05-9576-123747f8992c req-1d57ddcf-8072-48ca-aaca-7be766f510f7 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339365 Aug 04 16:31:08.136705 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcedb74-9ae2-4f45-8a76-8ee553b56cd5 req-f1743a2f-816e-4b5e-bf76-12f4acc31808 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:08.139410 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-afcedb74-9ae2-4f45-8a76-8ee553b56cd5 req-f1743a2f-816e-4b5e-bf76-12f4acc31808 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0682695 Aug 04 16:31:08.185798 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-afcedb74-9ae2-4f45-8a76-8ee553b56cd5 req-912c97d3-61e4-496a-a837-0ec267ad5b1d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385981 Aug 04 16:31:09.306879 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4a167b-ab0a-4024-85ea-6573ecffaecb req-4f20e116-e843-4260-b747-f7454b700e45 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:09.308586 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ec4a167b-ab0a-4024-85ea-6573ecffaecb req-4f20e116-e843-4260-b747-f7454b700e45 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0505729 Aug 04 16:31:09.350028 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ec4a167b-ab0a-4024-85ea-6573ecffaecb req-870f06a5-89db-4d32-984f-bc0c0a426294 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0351958 Aug 04 16:31:10.465058 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8135-5009-4c2c-bf17-888e78d707c7 req-29c55f49-4118-4cdf-ad25-009f2d8629e1 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:10.469721 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-875b8135-5009-4c2c-bf17-888e78d707c7 req-29c55f49-4118-4cdf-ad25-009f2d8629e1 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0499983 Aug 04 16:31:10.510985 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-875b8135-5009-4c2c-bf17-888e78d707c7 req-07586a0f-be80-46b9-b9df-fe78b33cf03b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4&id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0378308 Aug 04 16:31:10.721508 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51652) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:10.831399 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c28a7e16-b392-4f59-a3e6-5f86ce7a0a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:10.928743 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c28a7e16-b392-4f59-a3e6-5f86ce7a0a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:10.933774 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c28a7e16-b392-4f59-a3e6-5f86ce7a0a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:10.974839 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c28a7e16-b392-4f59-a3e6-5f86ce7a0a39 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f592dfc8e7ba4290bbea8787049a52f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2522566 Aug 04 16:31:10.975697 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a7e16-b392-4f59-a3e6-5f86ce7a0a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695c14e4-6201-4963-993d-b1f1f37cae80,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:10.978929 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51670) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:11.032123 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ee725a15-8c18-4d46-a6c6-646fc7dfbb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.052834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ee725a15-8c18-4d46-a6c6-646fc7dfbb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.097187 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ee725a15-8c18-4d46-a6c6-646fc7dfbb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.099908 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-ee725a15-8c18-4d46-a6c6-646fc7dfbb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.101062 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-ee725a15-8c18-4d46-a6c6-646fc7dfbb90 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/695c14e4-6201-4963-993d-b1f1f37cae80 HTTP/1.1" status: 204 len: 168 time: 0.1209879 Aug 04 16:31:11.109207 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee725a15-8c18-4d46-a6c6-646fc7dfbb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695c14e4-6201-4963-993d-b1f1f37cae80,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:11.355035 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51676) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:11.368336 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-42e62482-863a-4dcc-9576-87242e4b6367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.458143 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-42e62482-863a-4dcc-9576-87242e4b6367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.461937 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-42e62482-863a-4dcc-9576-87242e4b6367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.500381 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-42e62482-863a-4dcc-9576-87242e4b6367 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=05d6b9a4b8eb45bea71b7da9b0c91eee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1442690 Aug 04 16:31:11.501225 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e62482-863a-4dcc-9576-87242e4b6367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc5e5e3-15c7-402d-a73c-bf3ef56379d6,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:11.503161 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51678) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:11.553980 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-68893c3d-8307-42ab-9c7a-54bbecd14cb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.574081 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-68893c3d-8307-42ab-9c7a-54bbecd14cb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.619872 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-68893c3d-8307-42ab-9c7a-54bbecd14cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.622569 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-68893c3d-8307-42ab-9c7a-54bbecd14cb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:11.623732 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-68893c3d-8307-42ab-9c7a-54bbecd14cb4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5dc5e5e3-15c7-402d-a73c-bf3ef56379d6 HTTP/1.1" status: 204 len: 168 time: 0.1193311 Aug 04 16:31:11.631358 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68893c3d-8307-42ab-9c7a-54bbecd14cb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc5e5e3-15c7-402d-a73c-bf3ef56379d6,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:14.888294 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:31:19.185149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.754586 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51888) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:20.856646 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d45cf990-9b6a-47be-9526-8d9585b3ab92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.943707 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d45cf990-9b6a-47be-9526-8d9585b3ab92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.948488 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d45cf990-9b6a-47be-9526-8d9585b3ab92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:20.993012 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d45cf990-9b6a-47be-9526-8d9585b3ab92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=dab254b817244809b08ecb47db35466a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2373457 Aug 04 16:31:20.993888 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45cf990-9b6a-47be-9526-8d9585b3ab92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd9fe12-d4c2-4262-876a-727e7e74c7b2,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:20.996169 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51900) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:21.052562 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cf415222-6d61-4d47-80df-25c637667e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.073310 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cf415222-6d61-4d47-80df-25c637667e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.122075 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cf415222-6d61-4d47-80df-25c637667e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.124766 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cf415222-6d61-4d47-80df-25c637667e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.125928 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-cf415222-6d61-4d47-80df-25c637667e63 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ccd9fe12-d4c2-4262-876a-727e7e74c7b2 HTTP/1.1" status: 204 len: 168 time: 0.1225927 Aug 04 16:31:21.133622 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf415222-6d61-4d47-80df-25c637667e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd9fe12-d4c2-4262-876a-727e7e74c7b2,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:21.374891 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51906) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:21.387774 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c1797927-f9ad-416f-9b1f-eddafb8069a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.479599 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c1797927-f9ad-416f-9b1f-eddafb8069a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.483367 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c1797927-f9ad-416f-9b1f-eddafb8069a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.523108 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51918) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:21.523291 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c1797927-f9ad-416f-9b1f-eddafb8069a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bd2df80168274279914f14e19fbdad76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472254 Aug 04 16:31:21.528794 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1797927-f9ad-416f-9b1f-eddafb8069a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5d02b2-3ac0-416c-92cc-aef4546ce0e1,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:21.576983 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6ab58e65-b0e7-4cc0-9fa8-5784a7124046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.602729 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6ab58e65-b0e7-4cc0-9fa8-5784a7124046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.656977 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6ab58e65-b0e7-4cc0-9fa8-5784a7124046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.659549 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6ab58e65-b0e7-4cc0-9fa8-5784a7124046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:21.660753 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-6ab58e65-b0e7-4cc0-9fa8-5784a7124046 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd5d02b2-3ac0-416c-92cc-aef4546ce0e1 HTTP/1.1" status: 204 len: 168 time: 0.1356368 Aug 04 16:31:21.668821 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab58e65-b0e7-4cc0-9fa8-5784a7124046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5d02b2-3ac0-416c-92cc-aef4546ce0e1,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:21.990030 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51946) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:22.004889 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0fd516f3-d28a-4ee6-b1a8-d4df82dcc69d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.026935 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4bbc8425-9f44-4290-a056-7617d0dda93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.062409 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51950) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:22.105629 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0fd516f3-d28a-4ee6-b1a8-d4df82dcc69d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.109498 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0fd516f3-d28a-4ee6-b1a8-d4df82dcc69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.147140 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd516f3-d28a-4ee6-b1a8-d4df82dcc69d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6ce787-b707-4c54-a3c3-5782e2c9d0ec,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:22.155163 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-0fd516f3-d28a-4ee6-b1a8-d4df82dcc69d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bc0939c1c7c44780b4a5da3771278508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1616116 Aug 04 16:31:22.156192 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51954) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:22.187076 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-66d3f4df-c2d2-446b-aece-b78f6cd02452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.235012 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10590298-dc63-400e-ae67-a06d42b982ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.269035 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10590298-dc63-400e-ae67-a06d42b982ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.342390 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-66d3f4df-c2d2-446b-aece-b78f6cd02452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.343984 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10590298-dc63-400e-ae67-a06d42b982ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.346480 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-10590298-dc63-400e-ae67-a06d42b982ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.347624 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-10590298-dc63-400e-ae67-a06d42b982ab admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9c6ce787-b707-4c54-a3c3-5782e2c9d0ec HTTP/1.1" status: 204 len: 168 time: 0.1911221 Aug 04 16:31:22.350182 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-66d3f4df-c2d2-446b-aece-b78f6cd02452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.363628 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10590298-dc63-400e-ae67-a06d42b982ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6ce787-b707-4c54-a3c3-5782e2c9d0ec,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:22.396694 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-66d3f4df-c2d2-446b-aece-b78f6cd02452 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c76a8f6ba7ce431ca3e905fb177d1d20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3307369 Aug 04 16:31:22.397203 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51958) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:22.399234 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3f4df-c2d2-446b-aece-b78f6cd02452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa9fced9-3bbe-472a-b7e6-70c43540f4d0,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:22.449783 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-55e5e3ce-41c4-4b6b-ae97-fa9daa7d2ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.470571 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-55e5e3ce-41c4-4b6b-ae97-fa9daa7d2ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.519875 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-55e5e3ce-41c4-4b6b-ae97-fa9daa7d2ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.522537 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-55e5e3ce-41c4-4b6b-ae97-fa9daa7d2ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.524025 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-55e5e3ce-41c4-4b6b-ae97-fa9daa7d2ba8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa9fced9-3bbe-472a-b7e6-70c43540f4d0 HTTP/1.1" status: 204 len: 168 time: 0.1256316 Aug 04 16:31:22.533691 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e5e3ce-41c4-4b6b-ae97-fa9daa7d2ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa9fced9-3bbe-472a-b7e6-70c43540f4d0,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:22.803585 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 51976) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:22.819750 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-993c32ac-dc65-4ebd-bf9d-8222d003ba5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.910058 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-993c32ac-dc65-4ebd-bf9d-8222d003ba5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.913955 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-993c32ac-dc65-4ebd-bf9d-8222d003ba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:22.952036 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-993c32ac-dc65-4ebd-bf9d-8222d003ba5a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d4f2fcaab8234e3e821cfcd53d2c677e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1472559 Aug 04 16:31:22.952916 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c32ac-dc65-4ebd-bf9d-8222d003ba5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5269ad2-fa3c-4be6-b511-ec69a58417a5,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:22.955636 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 51984) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:23.009096 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-326d22e4-3529-41c7-90d6-5e1024bbf3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.031012 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-326d22e4-3529-41c7-90d6-5e1024bbf3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.076251 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-326d22e4-3529-41c7-90d6-5e1024bbf3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.079111 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-326d22e4-3529-41c7-90d6-5e1024bbf3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:23.082578 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-326d22e4-3529-41c7-90d6-5e1024bbf3b7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5269ad2-fa3c-4be6-b511-ec69a58417a5 HTTP/1.1" status: 204 len: 168 time: 0.1230302 Aug 04 16:31:23.087944 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d22e4-3529-41c7-90d6-5e1024bbf3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5269ad2-fa3c-4be6-b511-ec69a58417a5,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:24.579483 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-64cd3b83-409c-4239-873f-16433009b05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:24.615329 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dc44a1-24cc-4dd9-a458-6eb889c5f5ce req-e4b598cf-081b-4364-9a73-a265a1804094 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:24.616879 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05dc44a1-24cc-4dd9-a458-6eb889c5f5ce req-e4b598cf-081b-4364-9a73-a265a1804094 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.2212331 Aug 04 16:31:24.661238 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-05dc44a1-24cc-4dd9-a458-6eb889c5f5ce req-ad9b361f-429c-4ef0-893c-5d7beac0dfff tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381677 Aug 04 16:31:25.108098 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.695050 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:25.838701 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93d4b0-c606-440f-a482-e7fcbb2649a9 req-65e37c92-56de-4c73-a2c6-5652247b009a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:25.840956 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ab93d4b0-c606-440f-a482-e7fcbb2649a9 req-65e37c92-56de-4c73-a2c6-5652247b009a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.1011667 Aug 04 16:31:25.881716 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ab93d4b0-c606-440f-a482-e7fcbb2649a9 req-08c65a7a-91f6-493b-a643-95f85f2f02d0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347092 Aug 04 16:31:27.005527 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181d5e8-e4e0-4607-9584-60278c70b34e req-39703d6a-9e19-41fd-8b24-b8e3c7148a9d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:27.007034 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1181d5e8-e4e0-4607-9584-60278c70b34e req-39703d6a-9e19-41fd-8b24-b8e3c7148a9d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0490940 Aug 04 16:31:27.042358 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:27.044133 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1181d5e8-e4e0-4607-9584-60278c70b34e req-933ede78-d16f-4e56-9f61-48441341addc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308757 Aug 04 16:31:28.163444 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05181cc-0f49-4f09-8fb7-c17ed71e0fdd req-6f387708-377d-43c8-b9e0-e1b8a8a1ac9c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:28.164925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d05181cc-0f49-4f09-8fb7-c17ed71e0fdd req-6f387708-377d-43c8-b9e0-e1b8a8a1ac9c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0505676 Aug 04 16:31:28.205044 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d05181cc-0f49-4f09-8fb7-c17ed71e0fdd req-e2306b12-9e31-451b-9e49-990952b8c3b9 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=a3cd3efc-5f54-434e-acfc-d70bf5719f9b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335605 Aug 04 16:31:28.408785 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-4213bc1f-c782-4a49-92b6-aa72eff0ca41 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:28.410160 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-4213bc1f-c782-4a49-92b6-aa72eff0ca41 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 947 time: 0.0497234 Aug 04 16:31:28.500194 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Deleting port 32d36800-47c1-4d51-ad55-6e26c10d4ffd {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:28.500548 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.591071 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] For port 32d36800-47c1-4d51-ad55-6e26c10d4ffd, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=32d36800-47c1-4d51-ad55-6e26c10d4ffd,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:28.591449 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.858305 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.858690 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:28.859009 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Floating IP d82fe73a-0ebf-4cef-8590-b357db37f324 disassociated. External IP: 172.27.0.125, port: 32d36800-47c1-4d51-ad55-6e26c10d4ffd. Aug 04 16:31:28.859350 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Calling delete_port for 32d36800-47c1-4d51-ad55-6e26c10d4ffd owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:28.997183 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:29.028143 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event deleted for resources: {'Port': ['ID=32d36800-47c1-4d51-ad55-6e26c10d4ffd,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:29.156543 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Router 657d3cae-fe19-4376-9455-d96192286599 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:31:29.315704 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3db99705-c655-40c0-b44e-416db9ce4a4a req-9c62a5b1-0080-4ce7-bc37-f9dd3e4b71e5 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0298998 Aug 04 16:31:29.316741 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:31:29.330196 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] Sync routers for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:31:29.348196 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:29.348906 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:31:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:29.359818 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] No DVR routers for this DVR port 32d36800-47c1-4d51-ad55-6e26c10d4ffd on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:31:29.362694 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:29.364802 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-faa5511d-89c0-4c5d-a93b-bbc88a059b66 req-8d600167-8322-4166-ac04-886a915c8f2c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "DELETE /v2.0/ports/32d36800-47c1-4d51-ad55-6e26c10d4ffd HTTP/1.1" status: 204 len: 173 time: 0.9480317 Aug 04 16:31:29.365265 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-deleted', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:29.367478 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb0c6f5-345d-4d78-96b4-fee7891d6f13" -d '{"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-deleted", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:29.424588 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9b8a44-0b6e-4c11-a190-472b7334d0e9 x-openstack-request-id: req-ef9b8a44-0b6e-4c11-a190-472b7334d0e9 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:29.424879 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681ec17e-093b-415d-a9c0-2c86bd9f734b", "name": "network-vif-deleted", "tag": "32d36800-47c1-4d51-ad55-6e26c10d4ffd", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:29.425397 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ef9b8a44-0b6e-4c11-a190-472b7334d0e9 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:29.426000 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681ec17e-093b-415d-a9c0-2c86bd9f734b', 'name': 'network-vif-deleted', 'tag': '32d36800-47c1-4d51-ad55-6e26c10d4ffd', 'status': 'completed', 'code': 200} Aug 04 16:31:29.472496 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:29.671970 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:29.697478 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] Checking router: 657d3cae-fe19-4376-9455-d96192286599 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:31:29.706444 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:29.707037 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:31:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:29.813978 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:30.007383 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:30.033695 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782085c9-2594-4c9d-9d81-8f013f7fa0c7 None None] The sync data for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi is: [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:31:30.256769 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98f33e93-3a08-4114-af21-138728f0874b None None] New status for floating IP d82fe73a-0ebf-4cef-8590-b357db37f324: DOWN {{(pid=93293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:31:30.422458 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b44e4be2-a522-4212-a774-0126f8df7ed9 req-453983d2-dfd8-4390-887a-906a3b6d425b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0264788 Aug 04 16:31:31.535194 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb64ccfb-7f51-44c5-b18e-447950fd14eb req-d750e340-7b92-4a99-b242-3a4fcb176af2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=681ec17e-093b-415d-a9c0-2c86bd9f734b HTTP/1.1" status: 200 len: 210 time: 0.0277331 Aug 04 16:31:32.643282 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af87af-f665-479a-86f4-509edf9ab718 req-325d2e80-9360-4751-a2f6-889af1d36e21 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:32.644727 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-23af87af-f665-479a-86f4-509edf9ab718 req-325d2e80-9360-4751-a2f6-889af1d36e21 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0532773 Aug 04 16:31:32.683134 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-23af87af-f665-479a-86f4-509edf9ab718 req-14703bb2-1ec5-4554-9044-7bc198ca7568 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322280 Aug 04 16:31:32.951546 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52204) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.050163 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c31d01af-2266-4b98-af01-7385f1a02ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.139093 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c31d01af-2266-4b98-af01-7385f1a02ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.142558 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c31d01af-2266-4b98-af01-7385f1a02ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.179253 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c31d01af-2266-4b98-af01-7385f1a02ebf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d5935e1ae4940a6a97cfbcaf6365081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266295 Aug 04 16:31:33.180083 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31d01af-2266-4b98-af01-7385f1a02ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bebe0b-6828-4ba2-bce5-122e9c266633,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:33.181963 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52208) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.230701 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.252113 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.298353 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.301244 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.302456 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/89bebe0b-6828-4ba2-bce5-122e9c266633 HTTP/1.1" status: 204 len: 168 time: 0.1194596 Aug 04 16:31:33.310428 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bebe0b-6828-4ba2-bce5-122e9c266633,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:33.317845 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.318192 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.318528 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.318863 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.319287 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.319507 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.319832 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.320211 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.320509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.320828 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.321146 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.321462 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3237c4-6820-4341-9959-1ab0c90dff23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.655593 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52226) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.679138 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:33.701036 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 32d36800-47c1-4d51-ad55-6e26c10d4ffd {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:33.701493 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 32d36800-47c1-4d51-ad55-6e26c10d4ffd not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:33.711134 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.735248 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.813045 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae8d59-e569-4439-8555-b5c320d4ddab req-1ee6b83b-8d8e-47b8-b5e0-dff5ca83db53 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:33.814575 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d5ae8d59-e569-4439-8555-b5c320d4ddab req-1ee6b83b-8d8e-47b8-b5e0-dff5ca83db53 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0595374 Aug 04 16:31:33.830486 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.833044 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:33.834134 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "DELETE /v2.0/security-groups/a3cd3efc-5f54-434e-acfc-d70bf5719f9b HTTP/1.1" status: 204 len: 168 time: 0.1775103 Aug 04 16:31:33.837104 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52236) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.851610 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3cd3efc-5f54-434e-acfc-d70bf5719f9b,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:33.852280 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.api.v2.resource [None req-9a9010dd-fe6c-4240-8f20-e4a07d4094e0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] show failed (client error): The resource could not be found. Aug 04 16:31:33.856603 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-9a9010dd-fe6c-4240-8f20-e4a07d4094e0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups/a3cd3efc-5f54-434e-acfc-d70bf5719f9b HTTP/1.1" status: 404 len: 347 time: 0.0151997 Aug 04 16:31:33.856855 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52240) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:33.874199 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.874559 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.874915 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.875258 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.875600 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.875975 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.876294 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.876628 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.876961 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.877291 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.877624 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.877956 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b3705b-9735-435e-b1c1-8e675e6d14da tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:33.885433 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d5ae8d59-e569-4439-8555-b5c320d4ddab req-48b4d890-21ce-403a-9309-7b8219246049 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634034 Aug 04 16:31:33.985479 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Deleting port dd2f42aa-8cbf-46fe-aa3e-20372b30f103 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:33.985843 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.062403 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.062732 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.074522 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Calling delete_port for dd2f42aa-8cbf-46fe-aa3e-20372b30f103 owned by network:floatingip {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:34.453006 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.477763 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event deleted for resources: {'Port': ['ID=dd2f42aa-8cbf-46fe-aa3e-20372b30f103,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:34.537969 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.540459 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.541586 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-4c1eefcd-dd02-4aeb-baf8-62d6439e656e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "DELETE /v2.0/floatingips/d82fe73a-0ebf-4cef-8590-b357db37f324 HTTP/1.1" status: 204 len: 168 time: 0.6838374 Aug 04 16:31:34.847537 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52254) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:34.852326 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-c913fb70-e10d-4a1f-8218-20da572c6b87 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310826145', 'description': 'tempest-description--785475764'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:34.874216 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c913fb70-e10d-4a1f-8218-20da572c6b87 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.957526 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c913fb70-e10d-4a1f-8218-20da572c6b87 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.961115 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c913fb70-e10d-4a1f-8218-20da572c6b87 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.987763 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c913fb70-e10d-4a1f-8218-20da572c6b87 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:34.988998 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c913fb70-e10d-4a1f-8218-20da572c6b87 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1404324 Aug 04 16:31:34.992690 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52258) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:34.997352 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-c6de8b28-0819-4bca-a2ad-d04568a29381 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'security_group_rule': {'security_group_id': 'b087bed3-8c01-4728-ab0b-53257a025cc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:35.001321 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913fb70-e10d-4a1f-8218-20da572c6b87 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b087bed3-8c01-4728-ab0b-53257a025cc5,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.001473 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ebcce-54af-4308-89c7-bcb43a0c4258 req-e26001c5-a01b-42d5-9ecc-bb22e9d5ef71 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:35.002973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dc9ebcce-54af-4308-89c7-bcb43a0c4258 req-e26001c5-a01b-42d5-9ecc-bb22e9d5ef71 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Aug 04 16:31:35.029020 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c6de8b28-0819-4bca-a2ad-d04568a29381 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.046349 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dc9ebcce-54af-4308-89c7-bcb43a0c4258 req-57cc6dad-f97e-4bea-ad48-8184a8fd4d59 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328939 Aug 04 16:31:35.088526 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c6de8b28-0819-4bca-a2ad-d04568a29381 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.092873 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c6de8b28-0819-4bca-a2ad-d04568a29381 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.109340 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de8b28-0819-4bca-a2ad-d04568a29381 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a94d2f-92a5-4dac-9de5-40496b9c0161,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.118199 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c6de8b28-0819-4bca-a2ad-d04568a29381 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.119486 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c6de8b28-0819-4bca-a2ad-d04568a29381 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256645 Aug 04 16:31:35.122309 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52260) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:35.126579 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-0bb4e378-14c8-4be5-9e44-b74208d99dcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'security_group_rule': {'security_group_id': 'b087bed3-8c01-4728-ab0b-53257a025cc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:35.151226 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e378-14c8-4be5-9e44-b74208d99dcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.205495 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e378-14c8-4be5-9e44-b74208d99dcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.208854 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e378-14c8-4be5-9e44-b74208d99dcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.225993 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4e378-14c8-4be5-9e44-b74208d99dcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3008d6f-0ecc-41a8-9ac6-78c788cb91fb,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.231356 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0bb4e378-14c8-4be5-9e44-b74208d99dcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.232624 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-0bb4e378-14c8-4be5-9e44-b74208d99dcd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1093783 Aug 04 16:31:35.235639 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52262) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:35.240328 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:35.260699 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.356638 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.464707 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Allocated IP 172.27.0.127 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/c4e1c30f-0f15-4633-b1ac-4962e875dc5a) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:31:35.565487 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.604726 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.639515 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:31:35.642824 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:31:35.645244 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:31:35.680313 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'Port': ['ID=c4e1c30f-0f15-4633-b1ac-4962e875dc5a,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:35.743751 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.777380 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.926968 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.931132 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:35.989941 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-49d269a4-63fd-4c45-a344-c43d1426f283 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:35.991408 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-49d269a4-63fd-4c45-a344-c43d1426f283 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Aug 04 16:31:35.994834 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'Port': ['ID=c4e1c30f-0f15-4633-b1ac-4962e875dc5a,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:36.008856 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.023129 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.024424 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-88252a1a-1bda-4335-999a-7e01160c0193 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7877340 Aug 04 16:31:36.091020 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Deleting port 75792063-497d-446b-b535-d40e1cd531f8 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:31:36.091542 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.231259 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fbdd72-d793-4169-bb86-c88c18f23f6a req-ca305a7c-e5e7-4bf4-ae5c-f1d67626313c tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:36.232616 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-40fbdd72-d793-4169-bb86-c88c18f23f6a req-ca305a7c-e5e7-4bf4-ae5c-f1d67626313c tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/ports?device_id=1f617df1-83ca-4a45-89d5-611064e16e62 HTTP/1.1" status: 200 len: 945 time: 0.0982358 Aug 04 16:31:36.243238 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] For port 75792063-497d-446b-b535-d40e1cd531f8, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=75792063-497d-446b-b535-d40e1cd531f8,segment=NetworkSegment(64e94479-34b7-48f1-a8e4-89b853d1a283),segment_id=64e94479-34b7-48f1-a8e4-89b853d1a283)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:36.243607 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.277527 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-29fe1314-5c7a-4b34-ae5c-58514928d1ba tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1310826145&fields=id&tenant_id=8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 267 time: 0.0922821 Aug 04 16:31:36.278340 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Calling delete_port for 75792063-497d-446b-b535-d40e1cd531f8 owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:31:36.374680 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-40fbdd72-d793-4169-bb86-c88c18f23f6a req-71bc1c79-bbcf-4af7-8987-08ec7634cf85 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.79 "GET /v2.0/security-groups?id=f7188fa9-c625-4c43-8fd8-9c5a8629abf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342444 Aug 04 16:31:36.449508 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-46c73c36-ffd9-453d-aa61-3c8e87d975ed tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:36.450808 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-46c73c36-ffd9-453d-aa61-3c8e87d975ed tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 817 time: 0.1614585 Aug 04 16:31:36.494701 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-bd4fa46e-a39d-4687-a809-ac48ddecbd33 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/quotas/8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 375 time: 0.0364084 Aug 04 16:31:36.540573 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.553400 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['75792063-497d-446b-b535-d40e1cd531f8'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:31:36.578126 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Pushing event deleted for resources: {'Port': ['ID=75792063-497d-446b-b535-d40e1cd531f8,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:36.602925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-cc15d8db-1b16-4830-9d29-b3eb6362b010 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0992541 Aug 04 16:31:36.639427 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] No DVR routers for this DVR port 75792063-497d-446b-b535-d40e1cd531f8 on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:31:36.645158 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:36.647186 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-573bd221-e0ca-4889-8e23-5fbac3be66a8 req-392510c2-15de-4fab-868b-96cb364a1f18 tempest-VolumesSnapshotTestJSON-81334417 tempest-VolumesSnapshotTestJSON-81334417-project] 10.222.0.53 "DELETE /v2.0/ports/75792063-497d-446b-b535-d40e1cd531f8 HTTP/1.1" status: 204 len: 173 time: 0.6485567 Aug 04 16:31:36.647922 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f617df1-83ca-4a45-89d5-611064e16e62', 'name': 'network-vif-deleted', 'tag': '75792063-497d-446b-b535-d40e1cd531f8'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:36.650206 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f171183c-b1ef-485e-bb9c-31712eb0b640" -d '{"events": [{"server_uuid": "1f617df1-83ca-4a45-89d5-611064e16e62", "name": "network-vif-deleted", "tag": "75792063-497d-446b-b535-d40e1cd531f8"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:36.702325 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184769df-1166-4620-bb57-a09d72f2d3a7 x-openstack-request-id: req-184769df-1166-4620-bb57-a09d72f2d3a7 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:36.702644 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f617df1-83ca-4a45-89d5-611064e16e62", "name": "network-vif-deleted", "tag": "75792063-497d-446b-b535-d40e1cd531f8", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:36.702897 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-184769df-1166-4620-bb57-a09d72f2d3a7 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:36.703291 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f617df1-83ca-4a45-89d5-611064e16e62', 'name': 'network-vif-deleted', 'tag': '75792063-497d-446b-b535-d40e1cd531f8', 'status': 'completed', 'code': 200} Aug 04 16:31:36.869228 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-f4b83741-89e8-4f77-b050-886b64393c57 service neutron] 10.222.0.79 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310314 Aug 04 16:31:36.968940 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-3420874c-cb02-453d-99d7-490a709d6c3b service neutron] 10.222.0.79 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929751 Aug 04 16:31:37.156874 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a6b935d4-d3d9-42b7-b66e-b71709ba28a7 req-8f96d35f-5497-4a56-a8d5-e8d294eb513c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 210 time: 0.0310917 Aug 04 16:31:38.258563 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6f4db818-7eb8-4705-a848-3000bac63d5a req-73c159b3-4a60-4d04-af95-cf2493905077 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 210 time: 0.0307591 Aug 04 16:31:38.424504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-92138ffa-1903-487d-a1ad-feae8c227df4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:38.426204 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-92138ffa-1903-487d-a1ad-feae8c227df4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 817 time: 0.1547253 Aug 04 16:31:38.434826 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52366) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:38.538557 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0d53-02bd-4f41-9a67-80c272417b27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:38.624569 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0d53-02bd-4f41-9a67-80c272417b27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:38.628825 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0d53-02bd-4f41-9a67-80c272417b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:38.665164 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-fdeb0d53-02bd-4f41-9a67-80c272417b27 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f090592cb6fe437593fa1c1dfad2c42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293260 Aug 04 16:31:38.666124 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb0d53-02bd-4f41-9a67-80c272417b27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be03ca-e066-4885-9f61-a8d8a8652470,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:38.668596 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52370) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:38.724573 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4855a5a9-4f81-4b16-895e-50d4173ca8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:38.746099 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4855a5a9-4f81-4b16-895e-50d4173ca8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:38.798353 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4855a5a9-4f81-4b16-895e-50d4173ca8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:38.801124 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4855a5a9-4f81-4b16-895e-50d4173ca8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:38.802372 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-4855a5a9-4f81-4b16-895e-50d4173ca8be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f2be03ca-e066-4885-9f61-a8d8a8652470 HTTP/1.1" status: 204 len: 168 time: 0.1316869 Aug 04 16:31:38.811092 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855a5a9-4f81-4b16-895e-50d4173ca8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be03ca-e066-4885-9f61-a8d8a8652470,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:39.358234 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9c1982f9-cf2a-48f0-94b1-ddf74042dd41 req-6addabcd-69f0-4ea7-b58d-fb673a9c4551 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 210 time: 0.0263007 Aug 04 16:31:40.456211 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-93f33375-c755-4c95-9552-10b9b5850095 req-2ad6b5e4-9be4-44da-8738-5a83ca4352f7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 210 time: 0.0287724 Aug 04 16:31:40.984878 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 75792063-497d-446b-b535-d40e1cd531f8 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:31:41.006059 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 75792063-497d-446b-b535-d40e1cd531f8 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:31:41.006443 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 75792063-497d-446b-b535-d40e1cd531f8 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:31:41.174855 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-8f627949-fad4-4483-8c0f-390bf7ea3ce4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 380 time: 0.1829810 Aug 04 16:31:41.188573 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'port': {'device_id': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'admin_state_up': True, 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'security_groups': ['b087bed3-8c01-4728-ab0b-53257a025cc5']}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:41.292834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Made reservation on behalf of 8ff82611a96c4818a79ee7bd235eb797 for: {'port': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:31:41.296673 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:41.423408 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Allocated IP 172.20.0.5 (a2d4ee58-23cd-45ae-bb2b-776ec2946139/453778b9-e617-4945-bd8c-5c81416458a1/fb3e2db6-50c7-43b6-a64d-65ebd06decb5) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:31:41.812503 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7ce87dec-b1dc-44cd-9c28-91f049353058 req-547c8305-6d0d-41c3-a425-2da5c7c332d7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 210 time: 0.2842295 Aug 04 16:31:41.840893 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:41.853175 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Transition to ACTIVE for port object fb3e2db6-50c7-43b6-a64d-65ebd06decb5 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:31:41.884509 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:41.923422 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:31:41.926334 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:31:41.928681 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:31:41.959391 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:41.986142 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:41.986775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:42.001571 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-8e364279-21fa-4f6f-955b-45e0e184feac tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8167589 Aug 04 16:31:42.131587 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-74ef4dc4-9bc0-4579-83a6-c4d6dc77f8d0 None None] Provisioning for port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:31:42.136235 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-74ef4dc4-9bc0-4579-83a6-c4d6dc77f8d0 None None] Provisioning complete for port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:31:42.136861 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-74ef4dc4-9bc0-4579-83a6-c4d6dc77f8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:42.174896 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-74ef4dc4-9bc0-4579-83a6-c4d6dc77f8d0 None None] Port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:31:42.933528 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a991f2-61b1-4391-b664-48231510feba req-ee4ffcef-6286-418e-904e-a77072590dc6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:42.935015 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78a991f2-61b1-4391-b664-48231510feba req-ee4ffcef-6286-418e-904e-a77072590dc6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 931 time: 0.0518327 Aug 04 16:31:42.971840 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78a991f2-61b1-4391-b664-48231510feba req-18c1f3e8-ceaa-4bb1-bedd-0a569571257a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309145 Aug 04 16:31:43.176370 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Request body: {'port': {'device_id': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:43.227059 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:43.481330 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3e2db6-50c7-43b6-a64d-65ebd06decb5 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:31:43.488937 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:43.501090 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Transition to ACTIVE for port object fb3e2db6-50c7-43b6-a64d-65ebd06decb5 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:31:43.505032 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:43.554329 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:43.622597 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Attempting to bind port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:31:43.622938 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Attempting to bind port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:31:43.623274 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Attempting to bind port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:31:43.627746 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:31:43.628103 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Attempting to bind port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 on network a2d4ee58-23cd-45ae-bb2b-776ec2946139 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:31:43.633039 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:31:43.633564 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Checking segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:31:43.633704 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Bound using segment: {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:31:43.634130 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Bound port: fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1bb959f-3607-4e70-8f58-a0452fc0a72a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:31:43.634494 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:43.701928 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:31:43.704899 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:31:43.709392 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:43.741700 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:43.742312 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:43.743685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] 10.222.0.53 "PUT /v2.0/ports/fb3e2db6-50c7-43b6-a64d-65ebd06decb5 HTTP/1.1" status: 200 len: 1093 time: 0.6141312 Aug 04 16:31:43.744143 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:43.746518 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a034db6-3db3-4b3d-b931-6fed88ffb3ce" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:43.771561 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf4abad-7984-4c8b-b2a5-e623d2f2716e service neutron] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:43.784596 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8c50e8-4702-4169-ae43-f0dbaeb10972 x-openstack-request-id: req-0d8c50e8-4702-4169-ae43-f0dbaeb10972 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:43.784911 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:43.785162 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0d8c50e8-4702-4169-ae43-f0dbaeb10972 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:43.785556 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'status': 'completed', 'code': 200} Aug 04 16:31:44.121789 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433f303-5ca0-4b12-94fa-9a8ebbbf0adf req-65f579ee-40fc-4e42-8d0d-affc57a201b2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:44.123279 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6433f303-5ca0-4b12-94fa-9a8ebbbf0adf req-65f579ee-40fc-4e42-8d0d-affc57a201b2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0782611 Aug 04 16:31:44.125851 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034db6-3db3-4b3d-b931-6fed88ffb3ce req-8e2894ec-1628-4ab9-b038-d852287da22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:44.127205 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5a034db6-3db3-4b3d-b931-6fed88ffb3ce req-8e2894ec-1628-4ab9-b038-d852287da22b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0734360 Aug 04 16:31:44.231248 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6433f303-5ca0-4b12-94fa-9a8ebbbf0adf req-5277c382-fba4-4dfe-81af-395d0901cc2d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019425 Aug 04 16:31:44.318707 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034db6-3db3-4b3d-b931-6fed88ffb3ce req-95ecb215-716b-418c-aa23-0d003750b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:44.319972 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5a034db6-3db3-4b3d-b931-6fed88ffb3ce req-95ecb215-716b-418c-aa23-0d003750b4f4 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=8ff82611a96c4818a79ee7bd235eb797&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1776419 Aug 04 16:31:44.487718 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a034db6-3db3-4b3d-b931-6fed88ffb3ce req-3cda7b74-535f-4975-89cb-a7c6e6d38385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:44.489159 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5a034db6-3db3-4b3d-b931-6fed88ffb3ce req-3cda7b74-535f-4975-89cb-a7c6e6d38385 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1572397 Aug 04 16:31:44.572527 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-323db39c-c010-4319-a382-e8e79e32a861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:44.574746 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-323db39c-c010-4319-a382-e8e79e32a861 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0407593 Aug 04 16:31:44.619649 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-04efaa4d-967e-433d-b1ab-762ff9585bdc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5 HTTP/1.1" status: 200 len: 217 time: 0.0357082 Aug 04 16:31:44.669062 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-0629ccf6-579d-4ab9-8a94-0aed8228422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:44.670458 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-0629ccf6-579d-4ab9-8a94-0aed8228422b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0426731 Aug 04 16:31:44.716480 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7264fd3d-4455-447d-9566-793d02d5bade req-06e74daa-496d-4e7e-bc5e-53b29a347dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:44.717913 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-06e74daa-496d-4e7e-bc5e-53b29a347dba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379074 Aug 04 16:31:44.809520 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-d1aa318b-06d9-486d-89fb-4f5a4ea08a02 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836377 Aug 04 16:31:44.907266 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7264fd3d-4455-447d-9566-793d02d5bade req-83763059-33c6-4598-add2-0f5bc0ce2918 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794330 Aug 04 16:31:45.381775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5e1bc-17ce-4e26-9871-7d86f40a835b req-e2ebb53b-2300-4c51-976f-350191c1d512 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:45.383541 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ba5e1bc-17ce-4e26-9871-7d86f40a835b req-e2ebb53b-2300-4c51-976f-350191c1d512 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0784676 Aug 04 16:31:45.426953 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ba5e1bc-17ce-4e26-9871-7d86f40a835b req-c8b7c097-eac5-499a-9ae6-f7332bfe5437 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356936 Aug 04 16:31:46.545733 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022d1da-895f-4a13-8412-f23f5ffd58aa req-e73eac38-8a83-448c-81ba-1017e98f8eaf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:46.547208 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e022d1da-895f-4a13-8412-f23f5ffd58aa req-e73eac38-8a83-448c-81ba-1017e98f8eaf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0481889 Aug 04 16:31:46.583783 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e022d1da-895f-4a13-8412-f23f5ffd58aa req-0b929715-a019-4da7-833f-297ce866a3bd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Aug 04 16:31:47.700692 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da2dfe-4fc7-4954-b88b-c7e02df3207b req-7da9f8d3-8ed4-47a5-b5af-b43b94be0c09 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:47.702086 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-73da2dfe-4fc7-4954-b88b-c7e02df3207b req-7da9f8d3-8ed4-47a5-b5af-b43b94be0c09 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0485759 Aug 04 16:31:47.739202 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-73da2dfe-4fc7-4954-b88b-c7e02df3207b req-23b70e7c-e2c2-45f7-88db-6feb77ebae9c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313230 Aug 04 16:31:48.382505 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:31:48.593594 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:48.605490 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'port_id': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:31:48.643210 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:48.658141 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3e2db6-50c7-43b6-a64d-65ebd06decb5 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:31:48.678484 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:48.684844 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:48.732858 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:48.741026 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.741359 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.741705 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.742043 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.742384 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.742719 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.743048 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.743374 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.743722 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.744076 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.744402 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.744953 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:31:48.862641 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185698d-03ac-4e05-9f8f-5527e4049f21 req-9013ee29-bf9f-4b8c-9f59-bc634d6d1d48 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:48.864133 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2185698d-03ac-4e05-9f8f-5527e4049f21 req-9013ee29-bf9f-4b8c-9f59-bc634d6d1d48 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 944 time: 0.0518198 Aug 04 16:31:48.901816 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2185698d-03ac-4e05-9f8f-5527e4049f21 req-341dd00c-4cd6-410c-bc6e-fad296fab048 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Aug 04 16:31:48.965595 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['fb3e2db6-50c7-43b6-a64d-65ebd06decb5'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:31:49.182845 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:50.030091 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:31:50.030650 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561a8a7-cf26-4b6e-8f26-f91a69fac61c req-3286d737-6a71-4d6b-9c8c-dfd266a58f94 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:50.032082 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5561a8a7-cf26-4b6e-8f26-f91a69fac61c req-3286d737-6a71-4d6b-9c8c-dfd266a58f94 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 944 time: 0.0570140 Aug 04 16:31:50.075435 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5561a8a7-cf26-4b6e-8f26-f91a69fac61c req-b7df91f1-43a0-4c37-99b2-e96d3f0f3da7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374420 Aug 04 16:31:50.089321 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:31:50.093299 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:31:50.093669 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:50.169883 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:50.191096 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:50.193351 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04bf5a25-d67f-4f04-bd6e-0855f8353720" -d '{"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:50.206860 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:31:50.210968 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:50.234839 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1052818d-1b5b-4215-9605-a137320056cf x-openstack-request-id: req-1052818d-1b5b-4215-9605-a137320056cf {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:50.235135 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:50.235388 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1052818d-1b5b-4215-9605-a137320056cf {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:50.235779 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'code': 200} Aug 04 16:31:50.262330 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:51.198270 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1db78-e776-446b-8b7a-2ea71aab7fa8 req-f211e799-0908-4c3c-b878-705918bf7117 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:51.199774 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e6f1db78-e776-446b-8b7a-2ea71aab7fa8 req-f211e799-0908-4c3c-b878-705918bf7117 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0479186 Aug 04 16:31:51.240935 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e6f1db78-e776-446b-8b7a-2ea71aab7fa8 req-711355a0-dcb9-4e3c-8688-8a2a91e3a69b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Aug 04 16:31:51.335343 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcea46b-666c-4d3e-9b93-1554f19198f4 req-bb3d14c2-080f-4dfc-a0ab-f74b82020f15 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:51.336878 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0dcea46b-666c-4d3e-9b93-1554f19198f4 req-bb3d14c2-080f-4dfc-a0ab-f74b82020f15 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0509474 Aug 04 16:31:51.379446 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0dcea46b-666c-4d3e-9b93-1554f19198f4 req-5691e4cd-1a00-4f1e-a29e-bcb03004ea47 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354571 Aug 04 16:31:51.887919 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:31:51.933540 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0d049-66fb-4839-b52f-c7085304f2bc req-04c03bb4-7f3d-4fd0-aaec-670540ae5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:51.935037 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a6d0d049-66fb-4839-b52f-c7085304f2bc req-04c03bb4-7f3d-4fd0-aaec-670540ae5b1f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0398700 Aug 04 16:31:52.028713 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-3d2fe314-0822-477b-901d-da39d9a7edf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:52.360144 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6befcf7-5558-4a34-991e-5fe626e20429 req-77f3cc5e-f022-4c54-992d-8759d62df0fa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:52.361920 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b6befcf7-5558-4a34-991e-5fe626e20429 req-77f3cc5e-f022-4c54-992d-8759d62df0fa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0506279 Aug 04 16:31:52.398772 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b6befcf7-5558-4a34-991e-5fe626e20429 req-507e34d9-3c62-4069-bafa-7c31ed868568 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310535 Aug 04 16:31:52.496575 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5572f-fc0d-4018-a64f-178157a4fc2d req-39b1118f-e669-4dc8-8ba8-9e61d5da8f62 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:52.498057 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84d5572f-fc0d-4018-a64f-178157a4fc2d req-39b1118f-e669-4dc8-8ba8-9e61d5da8f62 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0515964 Aug 04 16:31:52.534551 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84d5572f-fc0d-4018-a64f-178157a4fc2d req-90b55738-c1ca-4d14-94b5-f6afe09250fd tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306704 Aug 04 16:31:52.791795 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a6d0d049-66fb-4839-b52f-c7085304f2bc req-ed73fea3-2b06-48e2-83ac-9e8f0ebb955e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295904 Aug 04 16:31:53.520782 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb7da4-9115-4133-8cdb-d2149d6ac4f0 req-01050d47-47c2-47d5-863e-bda100186c29 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:53.522240 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0dfb7da4-9115-4133-8cdb-d2149d6ac4f0 req-01050d47-47c2-47d5-863e-bda100186c29 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0488985 Aug 04 16:31:53.560646 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0dfb7da4-9115-4133-8cdb-d2149d6ac4f0 req-aee35558-487d-4a08-997d-5ebea165e066 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319500 Aug 04 16:31:53.648279 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8c2b4-05c6-42ed-838f-3d499628fd39 req-87661651-c848-48cc-9716-a7f2e6a92e6e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:53.649753 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fef8c2b4-05c6-42ed-838f-3d499628fd39 req-87661651-c848-48cc-9716-a7f2e6a92e6e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0485983 Aug 04 16:31:53.686017 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fef8c2b4-05c6-42ed-838f-3d499628fd39 req-77b440da-1981-4a19-b93b-146d93308e05 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303853 Aug 04 16:31:54.582965 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-46238eee-2397-4c29-b6b6-fab1cc3178a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:54.686730 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8eff32-9401-4a84-941c-c1970509b571 req-9061fc18-a846-4096-9451-9744649badd6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:54.688251 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb8eff32-9401-4a84-941c-c1970509b571 req-9061fc18-a846-4096-9451-9744649badd6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0567858 Aug 04 16:31:54.725628 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cb8eff32-9401-4a84-941c-c1970509b571 req-0d218d29-6ebd-4edd-825b-2d7788455054 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313246 Aug 04 16:31:54.800778 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018629-a59d-425b-b2c2-d6cb0fbc363c req-0f4fa80a-8bcf-42bd-b1b6-6dadd13efa3e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:54.802410 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c3018629-a59d-425b-b2c2-d6cb0fbc363c req-0f4fa80a-8bcf-42bd-b1b6-6dadd13efa3e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0488179 Aug 04 16:31:54.839069 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c3018629-a59d-425b-b2c2-d6cb0fbc363c req-ed1f677e-c64c-41de-aafa-67c46d2fdee1 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302064 Aug 04 16:31:55.108887 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:55.699689 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:55.843873 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702e95fd-4e26-4724-be67-c7640f5e0cf5 req-ba80d4de-0a4c-4089-a116-a6cc34eea8cf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:55.845362 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-702e95fd-4e26-4724-be67-c7640f5e0cf5 req-ba80d4de-0a4c-4089-a116-a6cc34eea8cf tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0482955 Aug 04 16:31:55.883111 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-702e95fd-4e26-4724-be67-c7640f5e0cf5 req-a545ca2d-0073-4d63-9755-53d039ed1b5f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319741 Aug 04 16:31:55.957013 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac18a5-292a-4d27-9435-5bd6908e312f req-d2326bd5-b184-411b-975c-1a6a3057c774 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:55.958440 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-73ac18a5-292a-4d27-9435-5bd6908e312f req-d2326bd5-b184-411b-975c-1a6a3057c774 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0528679 Aug 04 16:31:55.995385 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-73ac18a5-292a-4d27-9435-5bd6908e312f req-9e788c27-07ba-4d82-93d2-7c00ff6a6573 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310411 Aug 04 16:31:56.999076 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c7dac-f179-4920-bf56-6e24cd7a5020 req-b1e9b6c9-aebb-426c-8fbc-7d30cb281075 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:57.000508 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-652c7dac-f179-4920-bf56-6e24cd7a5020 req-b1e9b6c9-aebb-426c-8fbc-7d30cb281075 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0476661 Aug 04 16:31:57.041818 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-652c7dac-f179-4920-bf56-6e24cd7a5020 req-45434721-64ff-4182-8ecb-df5b0e9265df tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351887 Aug 04 16:31:57.051229 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:57.119514 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b112bd0-ace8-4714-b9f6-e48a5cdcfa7a req-582d7e21-b880-48b3-80d6-a58d05d2884e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:57.121439 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3b112bd0-ace8-4714-b9f6-e48a5cdcfa7a req-582d7e21-b880-48b3-80d6-a58d05d2884e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0539236 Aug 04 16:31:57.188209 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3b112bd0-ace8-4714-b9f6-e48a5cdcfa7a req-bfaaa46c-c1cd-490b-9fc6-0f0d91d9ad14 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565970 Aug 04 16:31:57.196280 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862ae41-294e-497e-b7b4-8ff1900d7c79 req-f7d03269-1e13-4ca0-8b72-9c48fc61e51f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:57.198279 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8862ae41-294e-497e-b7b4-8ff1900d7c79 req-f7d03269-1e13-4ca0-8b72-9c48fc61e51f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0754042 Aug 04 16:31:57.206962 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52610) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:57.211443 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Request body: {'floatingip': {'port_id': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:31:57.249391 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:57.695882 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:57.700109 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:57.800145 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Floating IP ced4fce8-6ee7-403e-97a0-c84068707ee7 associated. External IP: 172.27.0.127, port: fb3e2db6-50c7-43b6-a64d-65ebd06decb5. Aug 04 16:31:58.004166 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Router 657d3cae-fe19-4376-9455-d96192286599 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:31:58.118035 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:31:58.118208 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52626) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:58.128073 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.129024 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] Sync routers for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:31:58.138907 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:58.140117 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:31:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:58.156135 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-06ecc220-d584-456b-af95-acd2f96d78fd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "PUT /v2.0/floatingips/ced4fce8-6ee7-403e-97a0-c84068707ee7 HTTP/1.1" status: 200 len: 991 time: 0.9480748 Aug 04 16:31:58.157082 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:31:58.164912 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:31:58.211333 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ebebd5-a6f4-446e-8a2a-dc962e40bdc2 x-openstack-request-id: req-51ebebd5-a6f4-446e-8a2a-dc962e40bdc2 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:31:58.211634 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:31:58.211916 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-51ebebd5-a6f4-446e-8a2a-dc962e40bdc2 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:31:58.212344 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'status': 'completed', 'code': 200} Aug 04 16:31:58.234237 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-67063fa8-23f5-4a26-8aeb-72c5d15a5896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.254396 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:58.327950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-89869600-382c-4f54-af8b-1d4cefa9d51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:58.329726 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-89869600-382c-4f54-af8b-1d4cefa9d51d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0778294 Aug 04 16:31:58.345633 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e64d13-3b75-4b4d-911d-add0f8c5e54a req-5fab05c5-8af4-47b6-ae70-db6d03eb6aae tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:58.346228 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-67063fa8-23f5-4a26-8aeb-72c5d15a5896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.347144 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68e64d13-3b75-4b4d-911d-add0f8c5e54a req-5fab05c5-8af4-47b6-ae70-db6d03eb6aae tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0646317 Aug 04 16:31:58.351730 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-67063fa8-23f5-4a26-8aeb-72c5d15a5896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.392689 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-67063fa8-23f5-4a26-8aeb-72c5d15a5896 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=18412fd008c44e168fec5c2565f763ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735162 Aug 04 16:31:58.394182 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67063fa8-23f5-4a26-8aeb-72c5d15a5896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6442fb8c-1ebe-46c1-9672-ebb393fe0339,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:58.397632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52636) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:58.449664 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0323-6e49-4c53-9656-8b621a9cc2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.453290 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68e64d13-3b75-4b4d-911d-add0f8c5e54a req-cbd08382-6100-46e8-85e5-84860611091e tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902994 Aug 04 16:31:58.478421 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-db0bc1f4-9856-435c-9715-15588b5799a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:58.478421 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-db0bc1f4-9856-435c-9715-15588b5799a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.1263397 Aug 04 16:31:58.478719 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0323-6e49-4c53-9656-8b621a9cc2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.526960 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0323-6e49-4c53-9656-8b621a9cc2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.529799 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7a3f0323-6e49-4c53-9656-8b621a9cc2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.531099 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7a3f0323-6e49-4c53-9656-8b621a9cc2a3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6442fb8c-1ebe-46c1-9672-ebb393fe0339 HTTP/1.1" status: 204 len: 168 time: 0.1320434 Aug 04 16:31:58.544574 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f0323-6e49-4c53-9656-8b621a9cc2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442fb8c-1ebe-46c1-9672-ebb393fe0339,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:58.564629 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-cdc8525e-c060-48f9-aaae-50efa70b263d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5 HTTP/1.1" status: 200 len: 999 time: 0.0751023 Aug 04 16:31:58.573664 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'ced4fce8-6ee7-403e-97a0-c84068707ee7', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '657d3cae-fe19-4376-9455-d96192286599', 'port_id': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:31:35Z', 'updated_at': '2021-08-04T16:31:57Z', 'revision_number': 1, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:58.605810 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] Checking router: 657d3cae-fe19-4376-9455-d96192286599 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:31:58.614650 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:31:58.615276 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:31:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:58.746599 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:31:58.847740 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52650) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:58.867341 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-35333119-b6bf-425a-abfe-c1968f9ff71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.901261 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-66969fc6-9ef2-458f-bfcb-250ca48c6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:58.902861 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-66969fc6-9ef2-458f-bfcb-250ca48c6e39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.3295703 Aug 04 16:31:58.974054 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-6062639a-5859-429b-8d81-02d9ff69c7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:58.975541 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-6062639a-5859-429b-8d81-02d9ff69c7a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0632420 Aug 04 16:31:58.988892 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-35333119-b6bf-425a-abfe-c1968f9ff71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:58.993953 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-35333119-b6bf-425a-abfe-c1968f9ff71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:59.009275 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'ced4fce8-6ee7-403e-97a0-c84068707ee7', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '657d3cae-fe19-4376-9455-d96192286599', 'port_id': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:31:35Z', 'updated_at': '2021-08-04T16:31:57Z', 'revision_number': 1, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:31:59.036369 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-35333119-b6bf-425a-abfe-c1968f9ff71e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=26169431317f4987addd6bb22e84bcda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873729 Aug 04 16:31:59.037328 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35333119-b6bf-425a-abfe-c1968f9ff71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f638abb4-42f9-4308-a3a0-ad5b61bd6fe9,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:59.038935 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52654) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:31:59.050307 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc70aab5-4a4f-47e4-ba1c-b2cab919acbb None None] The sync data for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi is: [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'ced4fce8-6ee7-403e-97a0-c84068707ee7', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'floating_ip_address': '172.27.0.127', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '657d3cae-fe19-4376-9455-d96192286599', 'port_id': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:31:35Z', 'updated_at': '2021-08-04T16:31:57Z', 'revision_number': 1, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:31:59.116877 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-62a3dba3-69b7-4b02-8b67-47b4b39a4603 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332777 Aug 04 16:31:59.121950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4e82260-f0b3-4668-9815-cfd07f456a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:59.186330 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4e82260-f0b3-4668-9815-cfd07f456a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:59.243162 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b5c471-4d86-4c80-8bc9-835d173948b6 None None] New status for floating IP ced4fce8-6ee7-403e-97a0-c84068707ee7: ACTIVE {{(pid=93293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:31:59.257671 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e04cb77d-d34b-42bb-96ff-64ff458bcbe3 req-35082d5e-5e6c-4db7-9102-0916e53ef50c service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315000 Aug 04 16:31:59.273628 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4e82260-f0b3-4668-9815-cfd07f456a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:59.277654 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4e82260-f0b3-4668-9815-cfd07f456a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:31:59.281583 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b4e82260-f0b3-4668-9815-cfd07f456a6c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f638abb4-42f9-4308-a3a0-ad5b61bd6fe9 HTTP/1.1" status: 204 len: 168 time: 0.2380440 Aug 04 16:31:59.287457 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e82260-f0b3-4668-9815-cfd07f456a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f638abb4-42f9-4308-a3a0-ad5b61bd6fe9,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:31:59.575291 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410676c2-3d6d-4e58-a864-6515b81554f0 req-3a567a2e-230c-47cd-a62b-f398e1c73398 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:31:59.577174 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-410676c2-3d6d-4e58-a864-6515b81554f0 req-3a567a2e-230c-47cd-a62b-f398e1c73398 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0508986 Aug 04 16:31:59.614825 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-410676c2-3d6d-4e58-a864-6515b81554f0 req-6e340803-d7bd-40dd-89e1-d02e18747b39 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320883 Aug 04 16:32:00.730247 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff690e2-968c-4903-b5ef-05b5c9ee0b42 req-e598ec77-fff3-4178-ab04-4214c53ecf33 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:00.731816 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bff690e2-968c-4903-b5ef-05b5c9ee0b42 req-e598ec77-fff3-4178-ab04-4214c53ecf33 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0505552 Aug 04 16:32:00.769500 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bff690e2-968c-4903-b5ef-05b5c9ee0b42 req-b56db1c4-8736-4cea-b552-119bb4bd13ff tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314925 Aug 04 16:32:00.816131 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52714) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:00.915293 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7ae85df4-820f-4941-b21c-729b035cdb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.003999 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7ae85df4-820f-4941-b21c-729b035cdb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.007602 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7ae85df4-820f-4941-b21c-729b035cdb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.044768 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7ae85df4-820f-4941-b21c-729b035cdb4f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a7d0eb171f6f41f6846813ffb168dd10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276044 Aug 04 16:32:01.045639 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae85df4-820f-4941-b21c-729b035cdb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c72a8-7c94-4f63-a557-b2dd067edfaa,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:01.047437 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52718) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:01.096113 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f6e2571e-9661-4a4b-bd0d-ebb7a72d06bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.123107 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f6e2571e-9661-4a4b-bd0d-ebb7a72d06bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.172678 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f6e2571e-9661-4a4b-bd0d-ebb7a72d06bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.176056 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f6e2571e-9661-4a4b-bd0d-ebb7a72d06bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.179529 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f6e2571e-9661-4a4b-bd0d-ebb7a72d06bb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e55c72a8-7c94-4f63-a557-b2dd067edfaa HTTP/1.1" status: 204 len: 168 time: 0.1286979 Aug 04 16:32:01.185771 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e2571e-9661-4a4b-bd0d-ebb7a72d06bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c72a8-7c94-4f63-a557-b2dd067edfaa,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:01.440634 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52730) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:01.456572 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0604-9709-4962-9521-0056d2347f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.546089 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0604-9709-4962-9521-0056d2347f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.550890 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1dbc0604-9709-4962-9521-0056d2347f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.588259 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-1dbc0604-9709-4962-9521-0056d2347f11 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c95becc2d8354ef19e66a123c45546a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465526 Aug 04 16:32:01.589079 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc0604-9709-4962-9521-0056d2347f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfc889b-c115-4576-a7e0-5887dd6f1937,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:01.591742 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52734) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:01.641522 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3b253b98-aef1-4355-a0a0-de6649f1345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.662394 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3b253b98-aef1-4355-a0a0-de6649f1345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.707296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3b253b98-aef1-4355-a0a0-de6649f1345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.709905 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-3b253b98-aef1-4355-a0a0-de6649f1345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:01.711079 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-3b253b98-aef1-4355-a0a0-de6649f1345a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dcfc889b-c115-4576-a7e0-5887dd6f1937 HTTP/1.1" status: 204 len: 168 time: 0.1179519 Aug 04 16:32:01.719187 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b253b98-aef1-4355-a0a0-de6649f1345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfc889b-c115-4576-a7e0-5887dd6f1937,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:01.887638 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f3223-1730-4b9c-ae35-b3a9aef460ae req-5c800110-997e-4007-8211-958ae881622b tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:01.889217 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d6f3223-1730-4b9c-ae35-b3a9aef460ae req-5c800110-997e-4007-8211-958ae881622b tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0522048 Aug 04 16:32:01.926793 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d6f3223-1730-4b9c-ae35-b3a9aef460ae req-1ade0ba3-3be5-4e81-99c3-8e5b3f39f03c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317118 Aug 04 16:32:03.045416 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ae9e4-764a-4a68-9294-cb7d43d87589 req-fb626dc3-f281-410a-b6d8-b5ce045491b7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:03.047093 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c51ae9e4-764a-4a68-9294-cb7d43d87589 req-fb626dc3-f281-410a-b6d8-b5ce045491b7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0545900 Aug 04 16:32:03.111030 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c51ae9e4-764a-4a68-9294-cb7d43d87589 req-4be75b06-4f5b-4956-a737-7d8749be28b9 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519278 Aug 04 16:32:03.114087 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85705e1-175f-403c-a753-b23780ae6517 req-a4a7946b-5254-45ab-be04-fb05b293f225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:03.115388 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f85705e1-175f-403c-a753-b23780ae6517 req-a4a7946b-5254-45ab-be04-fb05b293f225 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1098 time: 0.0644131 Aug 04 16:32:03.208994 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85705e1-175f-403c-a753-b23780ae6517 req-5a376309-8084-4091-bccb-bef51a4d953d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:03.210361 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f85705e1-175f-403c-a753-b23780ae6517 req-5a376309-8084-4091-bccb-bef51a4d953d service neutron] 10.222.0.53 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 908 time: 0.0841453 Aug 04 16:32:03.275180 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f85705e1-175f-403c-a753-b23780ae6517 req-f6ed0607-4279-4d6f-acd2-cdf2616b04f2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0556672 Aug 04 16:32:03.324626 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85705e1-175f-403c-a753-b23780ae6517 req-cfa8fef1-a79a-41b1-a392-ebd69073da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:03.326094 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f85705e1-175f-403c-a753-b23780ae6517 req-cfa8fef1-a79a-41b1-a392-ebd69073da52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 200 len: 846 time: 0.0422280 Aug 04 16:32:03.378140 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85705e1-175f-403c-a753-b23780ae6517 req-1230ed4e-4c8c-4410-9cb1-c876faea42c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:03.379651 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f85705e1-175f-403c-a753-b23780ae6517 req-1230ed4e-4c8c-4410-9cb1-c876faea42c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440767 Aug 04 16:32:03.477649 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f85705e1-175f-403c-a753-b23780ae6517 req-cc5ae526-79dc-4803-8a9b-579d5d6c69e6 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847890 Aug 04 16:32:03.573186 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f85705e1-175f-403c-a753-b23780ae6517 req-44dbf239-b492-452b-afc1-15af0728bf63 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864179 Aug 04 16:32:04.232987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e6125f-5e0e-4b8c-bb26-efb72c9b50e6 req-bb0bd7a8-60d5-4e9f-9f70-646d58cc3a85 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:04.234491 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-34e6125f-5e0e-4b8c-bb26-efb72c9b50e6 req-bb0bd7a8-60d5-4e9f-9f70-646d58cc3a85 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0535567 Aug 04 16:32:04.273258 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-34e6125f-5e0e-4b8c-bb26-efb72c9b50e6 req-54c92505-3165-4b16-89a6-75cef1e75a28 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326700 Aug 04 16:32:05.219793 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52826) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:05.319600 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc8eb-ffb5-4043-8875-93cca9135f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:05.410928 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49b4f4e-00fc-466d-a067-2d5e40758dc6 req-57caeadb-6f97-4742-9b49-e49d9ef22983 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:05.412485 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f49b4f4e-00fc-466d-a067-2d5e40758dc6 req-57caeadb-6f97-4742-9b49-e49d9ef22983 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0717475 Aug 04 16:32:05.479931 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f49b4f4e-00fc-466d-a067-2d5e40758dc6 req-93d9ffc4-a69b-49cb-ae6d-e4e2e4d61f40 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567966 Aug 04 16:32:05.481638 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc8eb-ffb5-4043-8875-93cca9135f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:05.486661 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8ddc8eb-ffb5-4043-8875-93cca9135f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:05.524796 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a8ddc8eb-ffb5-4043-8875-93cca9135f88 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b96865c6fc0247f8973528166be6ae4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3038943 Aug 04 16:32:05.526512 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ddc8eb-ffb5-4043-8875-93cca9135f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a4886c-638b-4734-a51e-393c58e1a8f5,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:05.528128 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52832) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:05.577210 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc575-1781-46bb-9fa3-773c687ace85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:05.599552 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc575-1781-46bb-9fa3-773c687ace85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:05.651039 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc575-1781-46bb-9fa3-773c687ace85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:05.653759 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c1fc575-1781-46bb-9fa3-773c687ace85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:05.657301 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7c1fc575-1781-46bb-9fa3-773c687ace85 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/01a4886c-638b-4734-a51e-393c58e1a8f5 HTTP/1.1" status: 204 len: 168 time: 0.1258214 Aug 04 16:32:05.662539 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1fc575-1781-46bb-9fa3-773c687ace85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a4886c-638b-4734-a51e-393c58e1a8f5,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:06.597219 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad192b83-f458-4629-a86f-92082680e692 req-99eb231c-4053-4007-9966-6e8c8020ab92 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:06.598739 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ad192b83-f458-4629-a86f-92082680e692 req-99eb231c-4053-4007-9966-6e8c8020ab92 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0516963 Aug 04 16:32:06.639577 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ad192b83-f458-4629-a86f-92082680e692 req-10aa8042-3ddd-4e7f-a9df-ac98063a062a tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346162 Aug 04 16:32:06.838863 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52882) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:06.852329 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5556b777-5a52-4dbd-bac7-9f8e601bb1ae req-e475ba42-1cd4-4806-a8ba-5b889a714c75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:06.853934 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5556b777-5a52-4dbd-bac7-9f8e601bb1ae req-e475ba42-1cd4-4806-a8ba-5b889a714c75 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0494952 Aug 04 16:32:06.888381 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] Deleting subnet 0f1fda1f-4d23-4f4f-839d-e84b4a85875c {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:32:06.891942 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:06.892281 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 52884) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:06.901790 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5556b777-5a52-4dbd-bac7-9f8e601bb1ae req-c38858db-4632-4957-b5d5-2e55cbfa0eb3 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417254 Aug 04 16:32:06.939196 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:06.979313 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:06.989278 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-1bd576a7-96be-4ce8-b502-8770fd92b6ab service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957437 Aug 04 16:32:07.033833 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.062003 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.066852 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/0f1fda1f-4d23-4f4f-839d-e84b4a85875c HTTP/1.1" status: 204 len: 168 time: 0.2237422 Aug 04 16:32:07.066852 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7fc20-1648-4b8c-a1ea-62db49e13c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f1fda1f-4d23-4f4f-839d-e84b4a85875c,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:07.067055 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52892) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:07.138898 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.216679 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.226253 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca0315d-4a60-4a86-abd3-0699db3a7e36']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:07.236584 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e94479-34b7-48f1-a8e4-89b853d1a283') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:07.236881 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e94479-34b7-48f1-a8e4-89b853d1a283') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:07.246355 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.260422 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.267542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:32:07.268166 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:32:07.270211 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:32:07.332647 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.351837 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.354139 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] 10.222.0.79 "DELETE /v2.0/networks/7ca0315d-4a60-4a86-abd3-0699db3a7e36 HTTP/1.1" status: 204 len: 168 time: 0.2860906 Aug 04 16:32:07.355123 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314e1bd-3930-4bee-888a-4d53d0b86af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca0315d-4a60-4a86-abd3-0699db3a7e36,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:07.518946 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52900) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:07.558465 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-830d6460-a68f-4691-a6fe-4cce5cb8fe6c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d8919ccae2444da9088778af44e5fdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384104 Aug 04 16:32:07.560893 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52902) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:07.607249 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f0242b95-2473-4d03-88c1-673ce2f99a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.628406 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f0242b95-2473-4d03-88c1-673ce2f99a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.677919 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f0242b95-2473-4d03-88c1-673ce2f99a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.680736 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f0242b95-2473-4d03-88c1-673ce2f99a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:07.682390 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f0242b95-2473-4d03-88c1-673ce2f99a0d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f7188fa9-c625-4c43-8fd8-9c5a8629abf4 HTTP/1.1" status: 204 len: 168 time: 0.1206167 Aug 04 16:32:07.690181 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0242b95-2473-4d03-88c1-673ce2f99a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7188fa9-c625-4c43-8fd8-9c5a8629abf4,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:08.067027 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef0bcc-1eb9-4aa4-9cc2-eed8cedc5266 req-0b25f6e0-09f3-47a5-9ac8-f66455035399 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:08.068400 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-daef0bcc-1eb9-4aa4-9cc2-eed8cedc5266 req-0b25f6e0-09f3-47a5-9ac8-f66455035399 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0531158 Aug 04 16:32:08.113311 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-daef0bcc-1eb9-4aa4-9cc2-eed8cedc5266 req-0fb62b2d-44d1-424e-a546-79984a79bd4c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332541 Aug 04 16:32:08.117484 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:08.199190 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:08.232968 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:08.235498 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e531074-6c28-483d-943d-e5d7964391aa" -d '{"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:08.249950 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:08.258242 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:08.313387 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=6']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:08.455667 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c300d844-e7d6-4718-a454-b7b8124ab3a2 x-openstack-request-id: req-c300d844-e7d6-4718-a454-b7b8124ab3a2 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:08.455995 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-unplugged", "status": "completed", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:08.456274 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c300d844-e7d6-4718-a454-b7b8124ab3a2 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:08.456671 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'code': 200} Aug 04 16:32:08.695887 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-6895f3b3-4f27-44ad-8252-2e43a4ed679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:08.698176 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-6895f3b3-4f27-44ad-8252-2e43a4ed679d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55&tenant_id=36822d23ae8b4bd88bee031c5614e52c HTTP/1.1" status: 200 len: 1096 time: 0.0411747 Aug 04 16:32:08.769669 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-e6fad5f9-51d4-45fc-8a77-8e866b713003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:08.771173 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-e6fad5f9-51d4-45fc-8a77-8e866b713003 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1096 time: 0.0415437 Aug 04 16:32:08.869945 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-3d878186-ecc7-4a95-955f-5abbd09c1251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:08.871484 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-3d878186-ecc7-4a95-955f-5abbd09c1251 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 908 time: 0.0921233 Aug 04 16:32:08.947775 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-2fac0c09-0538-407a-a09b-83650963a73c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 998 time: 0.0613215 Aug 04 16:32:09.004472 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-18780401-1177-4e13-b6c6-25fb75469f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:09.006246 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-18780401-1177-4e13-b6c6-25fb75469f0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 200 len: 846 time: 0.0501902 Aug 04 16:32:09.055491 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-e967139e-8400-4f3f-bce7-1e752a16f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:09.057393 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-e967139e-8400-4f3f-bce7-1e752a16f14f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431359 Aug 04 16:32:09.158068 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-91d2151c-d4d1-4eb9-908c-b3ec1cfa92ee service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869319 Aug 04 16:32:09.289231 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bf8f9-aa0b-4688-aa8d-4da203729ecb req-ad57c2d9-7d7f-438f-a698-a13192de5900 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:09.290786 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-514bf8f9-aa0b-4688-aa8d-4da203729ecb req-ad57c2d9-7d7f-438f-a698-a13192de5900 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0743392 Aug 04 16:32:09.309413 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d7f37400-d009-40fd-aafc-4e2f9b41698e req-9c786a42-9307-461a-ba14-e688c387b90f service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436520 Aug 04 16:32:09.339187 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-514bf8f9-aa0b-4688-aa8d-4da203729ecb req-61932e9c-5803-4005-bd9f-7eafface72de tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407858 Aug 04 16:32:10.455636 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7e354-0a8a-4e76-b391-6ec796afdb4a req-086dc9ca-a070-4fd1-a082-28d4b9efef9d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:10.457138 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-97f7e354-0a8a-4e76-b391-6ec796afdb4a req-086dc9ca-a070-4fd1-a082-28d4b9efef9d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0510888 Aug 04 16:32:10.494289 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-97f7e354-0a8a-4e76-b391-6ec796afdb4a req-ba4f1a9b-2620-433f-b2fb-62fe5dfaf4df tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312665 Aug 04 16:32:11.607849 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefe7f5-1d88-488c-8706-35030cba3009 req-343d8288-561e-4eae-9968-70b0468313e4 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:11.609484 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cfefe7f5-1d88-488c-8706-35030cba3009 req-343d8288-561e-4eae-9968-70b0468313e4 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0477982 Aug 04 16:32:11.647531 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cfefe7f5-1d88-488c-8706-35030cba3009 req-a88e10e4-1793-4aae-bee6-b4e3d749ce47 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322645 Aug 04 16:32:11.978217 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-47c74d0e-2254-4c2d-9dab-77da5cf9eac8 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253859868&fields=id&tenant_id=853a784793a644b7872376275915efef HTTP/1.1" status: 200 len: 267 time: 0.0336602 Aug 04 16:32:12.032018 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-081c019e-6d75-4f63-bb57-a9727f22163d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:12.033544 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-081c019e-6d75-4f63-bb57-a9727f22163d tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 984 time: 0.0486851 Aug 04 16:32:12.044366 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Request body: {'port': {'security_groups': ['f237c97b-2422-4ff0-952a-db6a252d66a0']}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:12.118206 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.292293 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:12.320643 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.325117 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.337800 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['4eb5670b-b9e2-4b0e-9238-d848534abdcf'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:32:12.370563 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:12.371335 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.372758 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ac6bbe5-0d47-4305-9e79-a6264b3e6026 req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "PUT /v2.0/ports/4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 942 time: 0.3329060 Aug 04 16:32:12.373211 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:12.378209 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac593cf1-eb59-422c-8a47-fdbdfd983b42" -d '{"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:12.378581 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52972) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:12.413843 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d34fa3-43a4-485f-9ba8-d0079102242b tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event updated for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=7']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:12.452359 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2be08d49-0436-4213-b542-199ced7c9965 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.458589 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bafb2b-77d6-43ab-a77e-7bb06045c03a x-openstack-request-id: req-a1bafb2b-77d6-43ab-a77e-7bb06045c03a {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:12.458884 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:12.460114 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a1bafb2b-77d6-43ab-a77e-7bb06045c03a {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:12.460733 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'status': 'completed', 'code': 200} Aug 04 16:32:12.461874 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['4eb5670b-b9e2-4b0e-9238-d848534abdcf'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:32:12.506534 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2be08d49-0436-4213-b542-199ced7c9965 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.547253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-2fe29292-0837-45f1-849e-e9683382dd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:12.549547 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-2fe29292-0837-45f1-849e-e9683382dd78 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1098 time: 0.0613811 Aug 04 16:32:12.587526 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2be08d49-0436-4213-b542-199ced7c9965 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.591619 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2be08d49-0436-4213-b542-199ced7c9965 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.595182 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2be08d49-0436-4213-b542-199ced7c9965 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "DELETE /v2.0/security-groups/7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4 HTTP/1.1" status: 204 len: 168 time: 0.2130473 Aug 04 16:32:12.595779 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 52976) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:12.610848 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be08d49-0436-4213-b542-199ced7c9965 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4ef51-8aca-4d5e-b4f9-93a8be0f31e4,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:12.664791 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-0a1cc1ee-982f-4667-b3ab-3b5f0a076942 None None] Provisioning complete for port 4eb5670b-b9e2-4b0e-9238-d848534abdcf triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:32:12.665169 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-0a1cc1ee-982f-4667-b3ab-3b5f0a076942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.675056 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-4343a85e-47a4-45bd-abf2-59cec6b6dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:12.676706 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-4343a85e-47a4-45bd-abf2-59cec6b6dfe9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 915 time: 0.1171756 Aug 04 16:32:12.782317 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Deleting port 3a6b0871-25c6-4bf3-9ab9-8ab2d5c961d4 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:12.783021 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.794190 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-346e4b32-c19c-4a09-9e1d-fa938469b13c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 1000 time: 0.1011691 Aug 04 16:32:12.806141 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9de14a-4632-4133-b693-54ca30a68594 req-d3a81c50-4f4e-4259-ba6c-8454da420de3 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:12.807578 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cd9de14a-4632-4133-b693-54ca30a68594 req-d3a81c50-4f4e-4259-ba6c-8454da420de3 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0690436 Aug 04 16:32:12.867139 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.867560 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:12.874316 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-13a9fcbc-7b3e-4d90-95ea-df39b0644b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:12.875727 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-13a9fcbc-7b3e-4d90-95ea-df39b0644b0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 200 len: 853 time: 0.0672777 Aug 04 16:32:12.879812 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Calling delete_port for 3a6b0871-25c6-4bf3-9ab9-8ab2d5c961d4 owned by network:floatingip {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:12.880683 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cd9de14a-4632-4133-b693-54ca30a68594 req-682784eb-6965-4a0d-ae07-8265a9d98ebf tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649297 Aug 04 16:32:12.923744 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-1c43fb0b-91e0-46ab-8ba1-badb3f6fa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:12.925296 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-1c43fb0b-91e0-46ab-8ba1-badb3f6fa3b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=168024c2-1d98-4980-8b7d-1d6541d0c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418515 Aug 04 16:32:13.019440 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-edcaa8b2-af51-46e9-8d06-e0a054304e1c service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864124 Aug 04 16:32:13.061391 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:13.086835 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event deleted for resources: {'Port': ['ID=3a6b0871-25c6-4bf3-9ab9-8ab2d5c961d4,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:13.117521 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ac593cf1-eb59-422c-8a47-fdbdfd983b42 req-c0212dee-1416-47d6-9720-ac709f1dbcb0 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891075 Aug 04 16:32:13.155539 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks [] for floatingip, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:13.155881 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Floating IP 256b2717-b337-4b5b-bd91-be8352f14fc2 disassociated (deleted). External IP: 172.27.0.60, port: 4eb5670b-b9e2-4b0e-9238-d848534abdcf. Aug 04 16:32:13.369501 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:32:13.472833 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:32:13.477556 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:13.482929 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] Sync routers for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:32:13.493953 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:13.494563 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:31:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:13.509033 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d060dfb0-4a69-4d67-8d0a-38a5da206738 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "DELETE /v2.0/floatingips/256b2717-b337-4b5b-bd91-be8352f14fc2 HTTP/1.1" status: 204 len: 168 time: 0.9111753 Aug 04 16:32:13.509611 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:13.511850 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18588bf-0722-4450-b862-1474d80574a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:13.604396 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:13.613024 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6555ea5-631e-4053-9913-ecddf07959b1 x-openstack-request-id: req-b6555ea5-631e-4053-9913-ecddf07959b1 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:13.613305 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:13.613557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6555ea5-631e-4053-9913-ecddf07959b1 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:13.613951 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'status': 'completed', 'code': 200} Aug 04 16:32:13.809460 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 5, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:13.833976 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] Checking router: 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:32:13.842441 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:13.843022 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:31:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:14.005933 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1809a-e6c8-4035-ba3b-611f99438237 req-f0a5edf2-943f-4230-aa9b-15c9f9f6c4ce tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:14.007417 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e8b1809a-e6c8-4035-ba3b-611f99438237 req-f0a5edf2-943f-4230-aa9b-15c9f9f6c4ce tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0553553 Aug 04 16:32:14.046436 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e8b1809a-e6c8-4035-ba3b-611f99438237 req-8c854c9e-b260-49da-96e1-e38a30eca6fd tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Aug 04 16:32:14.064477 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:14.257520 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 5, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:14.287730 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fea9be-8796-427d-9c4e-cf4de4a77b8e None None] The sync data for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi is: [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:27:52Z', 'revision_number': 4, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': 'e9f1a097-5312-49ed-acd9-a9241ad8d664', 'name': '', 'network_id': '168024c2-1d98-4980-8b7d-1d6541d0c2cf', 'tenant_id': '853a784793a644b7872376275915efef', 'mac_address': 'fa:16:3e:8b:3c:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:51Z', 'updated_at': '2021-08-04T16:27:59Z', 'revision_number': 5, 'project_id': '853a784793a644b7872376275915efef', 'subnets': [{'id': '62b03eab-bff2-4173-92f1-ed0e6b695006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:32:14.503024 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51602987-4735-42e2-a2f0-1a9cb3f4fce1 None None] New status for floating IP 256b2717-b337-4b5b-bd91-be8352f14fc2: DOWN {{(pid=93293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:32:15.158318 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc4e88c-48e7-4baa-ac9e-729aba189199 req-051bd7b0-1504-4989-a470-6cc13fb721e5 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:15.159790 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1bc4e88c-48e7-4baa-ac9e-729aba189199 req-051bd7b0-1504-4989-a470-6cc13fb721e5 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0478122 Aug 04 16:32:15.196503 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1bc4e88c-48e7-4baa-ac9e-729aba189199 req-15d5feef-1177-4abb-bd49-2d72c9d5fb74 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308836 Aug 04 16:32:16.158994 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18588bf-0722-4450-b862-1474d80574a8 req-8b8bd4e5-a00d-419c-9eb4-844f22d7d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:16.160545 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a18588bf-0722-4450-b862-1474d80574a8 req-8b8bd4e5-a00d-419c-9eb4-844f22d7d5be service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=853a784793a644b7872376275915efef&device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 1098 time: 0.0466359 Aug 04 16:32:16.277419 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18588bf-0722-4450-b862-1474d80574a8 req-f01770aa-c3d8-4884-9a57-e6bc144fc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:16.278864 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a18588bf-0722-4450-b862-1474d80574a8 req-f01770aa-c3d8-4884-9a57-e6bc144fc426 service neutron] 10.222.0.53 "GET /v2.0/networks?id=168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 200 len: 915 time: 0.0968125 Aug 04 16:32:16.332642 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a18588bf-0722-4450-b862-1474d80574a8 req-f702fd78-68f9-4c1d-9bdd-e1636a1634ab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 200 len: 217 time: 0.0411024 Aug 04 16:32:16.347208 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ad605-3aec-43a6-86c2-8e1da540802f req-39fee26d-e65d-450e-b65f-8b3fb33b4e5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:16.348655 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4d9ad605-3aec-43a6-86c2-8e1da540802f req-39fee26d-e65d-450e-b65f-8b3fb33b4e5c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0844195 Aug 04 16:32:16.417708 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4d9ad605-3aec-43a6-86c2-8e1da540802f req-c2eda64b-a877-4365-ba61-9f18bdd04ab4 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605826 Aug 04 16:32:16.419719 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18588bf-0722-4450-b862-1474d80574a8 req-20714048-8691-47c1-a362-26211931e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:16.421119 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a18588bf-0722-4450-b862-1474d80574a8 req-20714048-8691-47c1-a362-26211931e4bf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 200 len: 853 time: 0.0716183 Aug 04 16:32:16.467651 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18588bf-0722-4450-b862-1474d80574a8 req-a3cbf751-a5a9-4a83-b4c1-8f5b9f913ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:16.469134 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a18588bf-0722-4450-b862-1474d80574a8 req-a3cbf751-a5a9-4a83-b4c1-8f5b9f913ba1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=168024c2-1d98-4980-8b7d-1d6541d0c2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393848 Aug 04 16:32:16.563578 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a18588bf-0722-4450-b862-1474d80574a8 req-85678cf3-af53-4959-8307-079c021bb500 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841591 Aug 04 16:32:16.657174 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a18588bf-0722-4450-b862-1474d80574a8 req-de05b000-51f0-468f-8f04-68a77867ccf9 service neutron] 10.222.0.53 "GET /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Aug 04 16:32:17.534501 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec5886-67ef-4f71-acff-e736c0c8be60 req-a596254b-5a5c-4df1-862b-03bfeca487e2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:17.536059 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-28ec5886-67ef-4f71-acff-e736c0c8be60 req-a596254b-5a5c-4df1-862b-03bfeca487e2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 943 time: 0.0496192 Aug 04 16:32:17.578961 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-28ec5886-67ef-4f71-acff-e736c0c8be60 req-ee9fd8ba-ce92-42da-9c1e-39badef17a9b tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364075 Aug 04 16:32:18.189700 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:32:18.283240 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:18.294631 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'port_id': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'mac_address': 'fa:16:3e:a5:71:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:32:18.335774 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:18.349237 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:32:18.372220 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:18.375883 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:18.421521 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=7']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:18.655355 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:32:18.695195 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53197f-3133-4de9-8de0-4b9d7edd7203 req-2081189e-4ea5-4074-a125-f005a2fa6134 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:18.696772 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3a53197f-3133-4de9-8de0-4b9d7edd7203 req-2081189e-4ea5-4074-a125-f005a2fa6134 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 944 time: 0.0509121 Aug 04 16:32:18.733738 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3a53197f-3133-4de9-8de0-4b9d7edd7203 req-393bddb9-3c3f-43c4-9ae3-bdab74e4927c tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Aug 04 16:32:19.189812 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:19.390152 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbce86-b881-475a-83f2-02e07fda4ef1 req-9bc8e760-c331-427a-8141-710537ea6494 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:19.391641 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0bbce86-b881-475a-83f2-02e07fda4ef1 req-9bc8e760-c331-427a-8141-710537ea6494 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.0486145 Aug 04 16:32:19.431757 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0bbce86-b881-475a-83f2-02e07fda4ef1 req-56b138b3-99fa-4d52-8383-133ab1ff73d4 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Aug 04 16:32:19.849486 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1abeed-7d26-433b-bb86-6216148f7442 req-78f5ebc8-333f-4ad0-bb36-a871579a77f4 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:19.850961 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d1abeed-7d26-433b-bb86-6216148f7442 req-78f5ebc8-333f-4ad0-bb36-a871579a77f4 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 944 time: 0.0482538 Aug 04 16:32:19.891147 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0d1abeed-7d26-433b-bb86-6216148f7442 req-4e38e562-c505-4384-b3bc-58c56540026b tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341492 Aug 04 16:32:20.190729 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:32:20.240276 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:32:20.240738 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.322866 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.346280 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:20.349396 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac2ea7c-461d-48b5-aa86-8cdc133f3290" -d '{"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-plugged", "status": "completed", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:20.363751 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:20.368909 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:20.395635 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a14fb01a-dfb7-4c83-a674-061f6233b866 x-openstack-request-id: req-a14fb01a-dfb7-4c83-a674-061f6233b866 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:20.395985 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-plugged", "status": "completed", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:20.396235 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a14fb01a-dfb7-4c83-a674-061f6233b866 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:20.396790 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'code': 200} Aug 04 16:32:20.429184 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=8']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:20.552269 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21594943-d941-411a-b5da-3abcaddac1f5 req-41956362-e43b-4b13-a04a-3f7944297663 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:20.553766 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21594943-d941-411a-b5da-3abcaddac1f5 req-41956362-e43b-4b13-a04a-3f7944297663 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.0503643 Aug 04 16:32:20.592970 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21594943-d941-411a-b5da-3abcaddac1f5 req-21f34737-625d-4321-ab2c-23817eb254fe tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/security-groups?id=f237c97b-2422-4ff0-952a-db6a252d66a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317109 Aug 04 16:32:20.630860 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cefd90-c9cc-4d1c-b135-1ee34db2e959 req-35185302-7af5-430a-a3da-1f5929957707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:20.632372 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f7cefd90-c9cc-4d1c-b135-1ee34db2e959 req-35185302-7af5-430a-a3da-1f5929957707 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1098 time: 0.0385439 Aug 04 16:32:20.667326 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f7cefd90-c9cc-4d1c-b135-1ee34db2e959 req-e0178832-53ad-4854-a48b-7454f0f8a4ee service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0262585 Aug 04 16:32:21.003833 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff077cd-ae4d-487a-a8fe-d0255cf5fa2c req-677bb318-5bfa-45d4-8f8d-773bf5987009 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:21.005319 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ff077cd-ae4d-487a-a8fe-d0255cf5fa2c req-677bb318-5bfa-45d4-8f8d-773bf5987009 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Aug 04 16:32:21.045727 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ff077cd-ae4d-487a-a8fe-d0255cf5fa2c req-e6732a5e-27a5-4633-8c38-7855d0992e33 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Aug 04 16:32:21.282483 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-21f796d4-6b3a-45b4-a6f2-e1040b10faaf tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:21.284083 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-21f796d4-6b3a-45b4-a6f2-e1040b10faaf tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.53 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 945 time: 0.0494032 Aug 04 16:32:21.380679 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Deleting port 4eb5670b-b9e2-4b0e-9238-d848534abdcf {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:21.381027 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:21.474207 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] For port 4eb5670b-b9e2-4b0e-9238-d848534abdcf, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=4eb5670b-b9e2-4b0e-9238-d848534abdcf,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:21.474598 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:21.488491 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Calling delete_port for 4eb5670b-b9e2-4b0e-9238-d848534abdcf owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:21.640345 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:21.652595 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['4eb5670b-b9e2-4b0e-9238-d848534abdcf'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:32:21.669133 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Pushing event deleted for resources: {'Port': ['ID=4eb5670b-b9e2-4b0e-9238-d848534abdcf,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:21.707229 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9af4ca2d-3c72-48ab-8876-e7133bae3050 req-4bb484f5-302e-42bc-82f8-4be67001ee88 tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.79 "GET /v2.0/ports?device_id=ae52ee14-1a47-41e4-9ff2-315a25e7f20c HTTP/1.1" status: 200 len: 210 time: 0.0329778 Aug 04 16:32:21.764220 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] No DVR routers for this DVR port 4eb5670b-b9e2-4b0e-9238-d848534abdcf on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:32:21.766793 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:21.768979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-050dc458-cb96-47cf-bc05-fe6878b0cc83 req-d926d1dc-3442-4bc8-9dfa-464fd9def8cd tempest-TestMinimumBasicScenario-1825347329 tempest-TestMinimumBasicScenario-1825347329-project] 10.222.0.53 "DELETE /v2.0/ports/4eb5670b-b9e2-4b0e-9238-d848534abdcf HTTP/1.1" status: 204 len: 173 time: 0.4756579 Aug 04 16:32:21.769417 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'name': 'network-vif-deleted', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:21.771709 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04cf445f-2e25-4ccf-b81d-94660b981392" -d '{"events": [{"server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "name": "network-vif-deleted", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:21.809979 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d2ec7fe-ca50-4eae-bedc-ad283f616d6b x-openstack-request-id: req-5d2ec7fe-ca50-4eae-bedc-ad283f616d6b {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:21.810271 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae52ee14-1a47-41e4-9ff2-315a25e7f20c", "name": "network-vif-deleted", "tag": "4eb5670b-b9e2-4b0e-9238-d848534abdcf", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:21.810533 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d2ec7fe-ca50-4eae-bedc-ad283f616d6b {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:21.810982 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae52ee14-1a47-41e4-9ff2-315a25e7f20c', 'name': 'network-vif-deleted', 'tag': '4eb5670b-b9e2-4b0e-9238-d848534abdcf', 'status': 'completed', 'code': 200} Aug 04 16:32:21.980730 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadac8c-b00a-4a46-a5a8-2c3d17694460 req-62780266-2632-4365-9480-2e0eee85b674 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:21.982220 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1dadac8c-b00a-4a46-a5a8-2c3d17694460 req-62780266-2632-4365-9480-2e0eee85b674 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0529704 Aug 04 16:32:22.020725 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1dadac8c-b00a-4a46-a5a8-2c3d17694460 req-bde1b850-b413-4402-ab5f-4f32f1c937bf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321178 Aug 04 16:32:22.033207 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-681fab8c-162a-45ae-a695-863d8c1bb23b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:22.174781 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0216d-1f4c-4585-bf10-7f774031c7c0 req-446217c2-bd08-48f0-8346-e5dce564ecfe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:22.182353 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1de0216d-1f4c-4585-bf10-7f774031c7c0 req-446217c2-bd08-48f0-8346-e5dce564ecfe tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0628200 Aug 04 16:32:22.220184 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1de0216d-1f4c-4585-bf10-7f774031c7c0 req-49404595-36a5-4816-bd82-0598eeb12ee2 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366902 Aug 04 16:32:23.146227 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9674520-ff9c-442c-a845-20f8ec6a6ede req-08519cbf-63bc-4e9c-920f-c3bd80ef8161 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:23.147713 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d9674520-ff9c-442c-a845-20f8ec6a6ede req-08519cbf-63bc-4e9c-920f-c3bd80ef8161 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0528321 Aug 04 16:32:23.187629 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d9674520-ff9c-442c-a845-20f8ec6a6ede req-001efae0-83a4-41b8-a6ba-3637e8240a44 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337977 Aug 04 16:32:23.411618 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53210) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:23.825635 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:23.932530 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78245ca4-1854-4c78-a988-7934792ca626 req-7acd45de-4714-4a75-bc46-38160262560c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:23.935199 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78245ca4-1854-4c78-a988-7934792ca626 req-7acd45de-4714-4a75-bc46-38160262560c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0524528 Aug 04 16:32:24.030164 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Deleting port 769e9e19-3950-4c51-bac0-5b3b703128db {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:24.030505 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.126085 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] For port 769e9e19-3950-4c51-bac0-5b3b703128db, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=769e9e19-3950-4c51-bac0-5b3b703128db,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:24.126456 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.220256 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 4eb5670b-b9e2-4b0e-9238-d848534abdcf no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:24.256368 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 4eb5670b-b9e2-4b0e-9238-d848534abdcf {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:24.257002 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 4eb5670b-b9e2-4b0e-9238-d848534abdcf not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:24.340734 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.341461 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.341461 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Floating IP 81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88 disassociated. External IP: 172.27.0.32, port: 769e9e19-3950-4c51-bac0-5b3b703128db. Aug 04 16:32:24.341660 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Calling delete_port for 769e9e19-3950-4c51-bac0-5b3b703128db owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:24.359628 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Deleting port e9f1a097-5312-49ed-acd9-a9241ad8d664 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:24.360065 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.365178 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a6b5d-5a51-4fe7-95cf-87199c6b760d req-07d2ce4c-08bc-488d-9640-aa656e5da6ca tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:24.366986 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-503a6b5d-5a51-4fe7-95cf-87199c6b760d req-07d2ce4c-08bc-488d-9640-aa656e5da6ca tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 946 time: 0.0775254 Aug 04 16:32:24.441632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] For port e9f1a097-5312-49ed-acd9-a9241ad8d664, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=e9f1a097-5312-49ed-acd9-a9241ad8d664,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:24.442252 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.454175 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-503a6b5d-5a51-4fe7-95cf-87199c6b760d req-56710d64-4c96-4f61-a6e8-93784fa08248 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507674 Aug 04 16:32:24.456653 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Calling delete_port for e9f1a097-5312-49ed-acd9-a9241ad8d664 owned by network:router_interface {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:24.531439 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.561282 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event deleted for resources: {'Port': ['ID=769e9e19-3950-4c51-bac0-5b3b703128db,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:24.592073 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f965a077-e313-4317-9550-1e5142d6636f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.673502 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.691514 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:32:24.700534 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f1a097-5312-49ed-acd9-a9241ad8d664,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:24.819614 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:32:24.834159 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:32:24.844524 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:24.845200 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:24.867351 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] No DVR routers for this DVR port 769e9e19-3950-4c51-bac0-5b3b703128db on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:32:24.870301 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.873051 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-78245ca4-1854-4c78-a988-7934792ca626 req-d4c2c3a9-4a37-44ac-9cbe-d2e3187da2b1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "DELETE /v2.0/ports/769e9e19-3950-4c51-bac0-5b3b703128db HTTP/1.1" status: 204 len: 173 time: 0.9286623 Aug 04 16:32:24.877652 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'name': 'network-vif-deleted', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:24.883259 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4374af5-e472-43ab-b956-5f653bed2cd6" -d '{"events": [{"server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "name": "network-vif-deleted", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:24.926255 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:24.965786 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845f291b-30c1-4cd4-849b-204f37c1379c x-openstack-request-id: req-845f291b-30c1-4cd4-849b-204f37c1379c {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:24.966149 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c57f591-acb0-4539-8e5d-95675606aed1", "name": "network-vif-deleted", "tag": "769e9e19-3950-4c51-bac0-5b3b703128db", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:24.966410 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-845f291b-30c1-4cd4-849b-204f37c1379c {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:24.966832 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c57f591-acb0-4539-8e5d-95675606aed1', 'name': 'network-vif-deleted', 'tag': '769e9e19-3950-4c51-bac0-5b3b703128db', 'status': 'completed', 'code': 200} Aug 04 16:32:25.052445 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:25.150219 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:25.174995 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:32:25.273069 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:25.294044 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:32:25.299042 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-fd9bf878-078b-4b59-8aa0-8e3b86db040e admin admin] 10.222.0.79 "PUT /v2.0/routers/9a5dd5fc-896a-4d53-ba81-d3a94eb8331b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8863807 Aug 04 16:32:25.300423 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:32:25.301941 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53224) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:25.309009 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:25.309393 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] Sync routers for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:32:25.309841 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:25.320591 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:25.321206 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:25.421717 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks [] for router, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:25.422428 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:25.444625 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:25.548653 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:25.621183 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Deleting port 000b06d8-97c1-4ac6-a4ef-233c61befebe {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:25.622546 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:25.723260 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:25.731051 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:25.738786 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] For port 000b06d8-97c1-4ac6-a4ef-233c61befebe, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=000b06d8-97c1-4ac6-a4ef-233c61befebe,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:25.739411 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:25.763187 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169f9e07-f0d1-41dc-ae0e-f0eff98678fb None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:32:25.766626 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Calling delete_port for 000b06d8-97c1-4ac6-a4ef-233c61befebe owned by network:router_gateway {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:25.832185 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99'}], 'enable_snat': True}, 'gw_port_id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:32:24Z', 'revision_number': 5, 'project_id': '853a784793a644b7872376275915efef', 'gw_port': {'id': '000b06d8-97c1-4ac6-a4ef-233c61befebe', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:f3:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:49Z', 'updated_at': '2021-08-04T16:27:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:25.863549 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] Checking router: 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:32:25.875587 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] Routers {'9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:25.876419 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:25.920057 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ff0d5e70-c11f-4613-8040-123585921c42 req-628a8fa1-f37e-4f46-903f-ec333dd90555 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=6c57f591-acb0-4539-8e5d-95675606aed1 HTTP/1.1" status: 200 len: 210 time: 0.3576033 Aug 04 16:32:25.980358 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] Set router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:26.047070 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:32:25Z', 'revision_number': 6, 'project_id': '853a784793a644b7872376275915efef', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:26.074238 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.078616 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639ef7dd-3dba-4374-a5b4-e3df525d0d77 None None] The sync data for ids ['9a5dd5fc-896a-4d53-ba81-d3a94eb8331b'] in dv-cinder-802882-3-iscsi is: [{'id': '9a5dd5fc-896a-4d53-ba81-d3a94eb8331b', 'name': 'tempest-TestMinimumBasicScenario-456481225-router', 'tenant_id': '853a784793a644b7872376275915efef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:48Z', 'updated_at': '2021-08-04T16:32:25Z', 'revision_number': 6, 'project_id': '853a784793a644b7872376275915efef', 'gw_port_host': None}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:32:26.104812 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Pushing event deleted for resources: {'Port': ['ID=000b06d8-97c1-4ac6-a4ef-233c61befebe,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:26.143794 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f190dd6-c0bb-486c-9804-51fbd13b3419 None None] New status for floating IP 81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88: DOWN {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:32:26.170403 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.276103 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.278886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.346458 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.346971 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a5dd5fc-896a-4d53-ba81-d3a94eb8331b {{(pid=93291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:32:26.351823 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.352979 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-1201877c-3f65-4dac-99a8-c511eec8a9da admin admin] 10.222.0.79 "DELETE /v2.0/routers/9a5dd5fc-896a-4d53-ba81-d3a94eb8331b HTTP/1.1" status: 204 len: 168 time: 1.0493157 Aug 04 16:32:26.355705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53232) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:26.399659 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] Deleting subnet 62b03eab-bff2-4173-92f1-ed0e6b695006 {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:32:26.403105 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.441061 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.555476 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.609353 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.636003 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b03eab-bff2-4173-92f1-ed0e6b695006,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:26.638484 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.640375 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-013f7796-7a26-43f0-99a1-eef18c44f69d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/62b03eab-bff2-4173-92f1-ed0e6b695006 HTTP/1.1" status: 204 len: 168 time: 0.2837417 Aug 04 16:32:26.643061 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53234) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:26.643233 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b5c3ee-6a37-47cb-af58-04f08166d2c5 None None] Network 168024c2-1d98-4980-8b7d-1d6541d0c2cf requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:32:26.718421 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.774800 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Deleting port 705a064c-30b7-4a24-bb8b-ef2535035532 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:26.775054 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.841873 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] For port 705a064c-30b7-4a24-bb8b-ef2535035532, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=705a064c-30b7-4a24-bb8b-ef2535035532,segment=NetworkSegment(cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8),segment_id=cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:26.842344 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.857857 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Calling delete_port for 705a064c-30b7-4a24-bb8b-ef2535035532 owned by network:dhcp {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:26.955153 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c950408-3eec-43a5-9f47-b6d25bcddfe9 None None] DHCP port deletion for 168024c2-1d98-4980-8b7d-1d6541d0c2cf request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:32:26.961141 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:26.991687 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Pushing event deleted for resources: {'Port': ['ID=705a064c-30b7-4a24-bb8b-ef2535035532,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:26.995063 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] No DVR routers for this DVR port 705a064c-30b7-4a24-bb8b-ef2535035532 on host dv-cinder-802882-3-iscsi {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:32:27.072015 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:27.080247 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:27.096880 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168024c2-1d98-4980-8b7d-1d6541d0c2cf']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:27.111918 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:27.112259 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca2e82e-79d0-4d4b-9890-cb0b9c87f4a8') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:27.125382 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:27.147995 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:27.156424 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:32:27.156837 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:32:27.158598 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:32:27.219557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:27.224089 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:27.226163 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] 10.222.0.79 "DELETE /v2.0/networks/168024c2-1d98-4980-8b7d-1d6541d0c2cf HTTP/1.1" status: 204 len: 168 time: 0.5821555 Aug 04 16:32:27.229160 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53248) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:27.247111 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-330707a5-d2ba-4eef-b96f-45540a1ca1f2 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879256949&fields=id&tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 267 time: 0.0347633 Aug 04 16:32:27.279385 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc541e-1231-40a5-a309-988025ff9b05 admin admin] Pushing event deleted for resources: {'Network': ['ID=168024c2-1d98-4980-8b7d-1d6541d0c2cf,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:27.355285 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-a32dd91f-fdf1-4556-85cd-38627e5d6829 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:27.362438 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-a32dd91f-fdf1-4556-85cd-38627e5d6829 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 811 time: 0.1079466 Aug 04 16:32:27.372979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-8b30f6d9-095b-4a4c-94ae-e5fbdb2f7c2f tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/quotas/ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 375 time: 0.0097487 Aug 04 16:32:27.433628 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-a2263494-4dc3-4938-8867-a446f3bc3bc3 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548408 Aug 04 16:32:27.510704 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 705a064c-30b7-4a24-bb8b-ef2535035532 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:27.537459 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 705a064c-30b7-4a24-bb8b-ef2535035532 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:27.537715 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 705a064c-30b7-4a24-bb8b-ef2535035532 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:27.538224 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e9f1a097-5312-49ed-acd9-a9241ad8d664 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:27.559912 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: e9f1a097-5312-49ed-acd9-a9241ad8d664 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:27.560347 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e9f1a097-5312-49ed-acd9-a9241ad8d664 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:27.560773 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 000b06d8-97c1-4ac6-a4ef-233c61befebe no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:27.591553 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 000b06d8-97c1-4ac6-a4ef-233c61befebe {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:27.591916 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 000b06d8-97c1-4ac6-a4ef-233c61befebe not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:27.656535 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-b5a0f943-f271-4f86-9558-4df36eaab03d service neutron] 10.222.0.79 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091663 Aug 04 16:32:27.752286 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-815e6fff-1b11-4264-8e29-38a326896256 service neutron] 10.222.0.79 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896552 Aug 04 16:32:27.843981 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:28.056875 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-601292c2-ef2d-429b-bdb6-4af0616e2f7b req-6a73846a-3153-4e9f-aa4b-1581e8608012 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 210 time: 0.0296769 Aug 04 16:32:28.112440 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Deleting port ef842b0c-a7f0-472a-81a7-f0f26d977088 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:28.112782 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:28.202053 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] For port ef842b0c-a7f0-472a-81a7-f0f26d977088, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=ef842b0c-a7f0-472a-81a7-f0f26d977088,segment=NetworkSegment(e8635c50-a5fa-4a73-9c98-63de5acc6514),segment_id=e8635c50-a5fa-4a73-9c98-63de5acc6514)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:28.202499 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:28.219465 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 769e9e19-3950-4c51-bac0-5b3b703128db no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:28.229948 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Calling delete_port for ef842b0c-a7f0-472a-81a7-f0f26d977088 owned by network:router_interface {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:28.240904 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 769e9e19-3950-4c51-bac0-5b3b703128db {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:28.241250 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 769e9e19-3950-4c51-bac0-5b3b703128db not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:28.432474 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:28.464681 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef842b0c-a7f0-472a-81a7-f0f26d977088,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:28.643751 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:28.866743 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Router 0ae96c42-3397-4d6e-833e-4f226f17c16e has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:32:28.887534 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:32:28.978242 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:32:28.984145 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-519fd170-3dc5-4442-984a-7bd675e98fa6 admin admin] 10.222.0.79 "PUT /v2.0/routers/0ae96c42-3397-4d6e-833e-4f226f17c16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7540071 Aug 04 16:32:28.986894 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53272) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:28.992040 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] Sync routers for ids ['0ae96c42-3397-4d6e-833e-4f226f17c16e'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:32:29.004325 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] Routers {'0ae96c42-3397-4d6e-833e-4f226f17c16e'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:29.005249 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0ae96c42-3397-4d6e-833e-4f226f17c16e'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:29.118638 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-d97796b3-f742-4eed-a8dc-c94b631d86db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:29.119141 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks [] for router, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.121874 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-d97796b3-f742-4eed-a8dc-c94b631d86db tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 811 time: 0.1566288 Aug 04 16:32:29.133271 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] Set router 0ae96c42-3397-4d6e-833e-4f226f17c16e gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:29.195756 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-626de95d-5f3f-484f-85a5-f30b972bd9ac req-61004602-1a6d-4e47-8a38-951448d9be4d tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 210 time: 0.0355268 Aug 04 16:32:29.220874 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-ca53dd63-c986-4adb-9182-e4988b7a5dd1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 380 time: 0.0889952 Aug 04 16:32:29.241014 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'port': {'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'admin_state_up': True, 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'security_groups': ['ee5a85f6-9911-495a-9bf1-de6a73903a96']}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:29.265388 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.344431 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Deleting port 87608b13-3f6e-4991-8968-05200242f78b {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:29.345237 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.363017 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70'}], 'enable_snat': True}, 'gw_port_id': '87608b13-3f6e-4991-8968-05200242f78b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:32:28Z', 'revision_number': 5, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port': {'id': '87608b13-3f6e-4991-8968-05200242f78b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:24:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:58Z', 'updated_at': '2021-08-04T16:28:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:29.395620 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] Checking router: 0ae96c42-3397-4d6e-833e-4f226f17c16e for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:32:29.395914 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Made reservation on behalf of ae7a335e80a54ff9b6ae846cc35a3e17 for: {'port': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:32:29.399775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.405348 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] Routers {'0ae96c42-3397-4d6e-833e-4f226f17c16e'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:29.405985 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['0ae96c42-3397-4d6e-833e-4f226f17c16e'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:29.439065 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] For port 87608b13-3f6e-4991-8968-05200242f78b, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=87608b13-3f6e-4991-8968-05200242f78b,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:29.439503 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.457871 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Calling delete_port for 87608b13-3f6e-4991-8968-05200242f78b owned by network:router_gateway {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:29.519506 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] Set router 0ae96c42-3397-4d6e-833e-4f226f17c16e gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:29.574669 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Allocated IP 172.20.0.7 (e58d8f73-d0c7-4444-9975-89c63dc52b6b/4bef2416-f100-41a8-b46f-a3a9f2a234fe/e2172f6d-b77e-4b95-b016-a562eee5c310) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:32:29.576246 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:32:29Z', 'revision_number': 6, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:29.627684 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a63df81-67cc-4961-84d0-afb884ff450f None None] The sync data for ids ['0ae96c42-3397-4d6e-833e-4f226f17c16e'] in dv-cinder-802882-3-iscsi is: [{'id': '0ae96c42-3397-4d6e-833e-4f226f17c16e', 'name': 'tempest-TestMinimumBasicScenario-804561327-router', 'tenant_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:57Z', 'updated_at': '2021-08-04T16:32:29Z', 'revision_number': 6, 'project_id': '7c49205bad3b43a98c1dcd706cc9ccf7', 'gw_port_host': None}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:32:29.672000 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.707592 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Pushing event deleted for resources: {'Port': ['ID=87608b13-3f6e-4991-8968-05200242f78b,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:29.770263 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.780585 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.787601 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Transition to ACTIVE for port object e2172f6d-b77e-4b95-b016-a562eee5c310 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:32:29.823959 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.864957 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:32:29.872748 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:32:29.874054 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.875299 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:32:29.876353 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.909173 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=e2172f6d-b77e-4b95-b016-a562eee5c310,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:29.923663 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.924327 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae96c42-3397-4d6e-833e-4f226f17c16e {{(pid=93291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:32:29.928735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.929907 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-63831815-1617-4a36-8981-e9cc009d8032 admin admin] 10.222.0.79 "DELETE /v2.0/routers/0ae96c42-3397-4d6e-833e-4f226f17c16e HTTP/1.1" status: 204 len: 168 time: 0.9420223 Aug 04 16:32:29.932564 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53280) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:29.935394 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:29.936062 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:29.956571 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-b904139d-096a-4097-b6b7-0bca38db73ba tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7257726 Aug 04 16:32:29.975953 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Request body: {'port': {'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:29.989325 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] Deleting subnet a46e1465-be5b-4767-87c7-e0090adeb454 {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:32:29.993292 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.033058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.050661 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.113568 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ea983338-a43b-44f9-a1b9-e418317d6552 None None] Provisioning for port e2172f6d-b77e-4b95-b016-a562eee5c310 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:32:30.117955 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-ea983338-a43b-44f9-a1b9-e418317d6552 None None] Provisioning complete for port e2172f6d-b77e-4b95-b016-a562eee5c310 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:32:30.118397 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ea983338-a43b-44f9-a1b9-e418317d6552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.134345 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.155804 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-ea983338-a43b-44f9-a1b9-e418317d6552 None None] Port e2172f6d-b77e-4b95-b016-a562eee5c310 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:32:30.195221 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.223482 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.225419 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a46e1465-be5b-4767-87c7-e0090adeb454 HTTP/1.1" status: 204 len: 168 time: 0.2919080 Aug 04 16:32:30.226400 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9619d-c732-4b11-8b79-f5e8402e0c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a46e1465-be5b-4767-87c7-e0090adeb454,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:30.233122 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed9f30-8806-4b6b-a790-44d8a4eea4fb None None] Network cb581bee-8f6f-4b5f-b649-a443afbebc9a requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:32:30.233372 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53284) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:30.313605 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.380814 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Deleting port 57d6609d-0948-44e3-b79c-d789954df189 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:30.381229 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.382331 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d701f-d562-44e5-a7bc-c3d426a68d3b req-de2a8347-3804-4719-98e2-4b8c0b6624cf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:30.383898 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7d9d701f-d562-44e5-a7bc-c3d426a68d3b req-de2a8347-3804-4719-98e2-4b8c0b6624cf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 931 time: 0.0928307 Aug 04 16:32:30.409014 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2172f6d-b77e-4b95-b016-a562eee5c310 {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:32:30.419987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.451942 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] DHCP port deletion for cb581bee-8f6f-4b5f-b649-a443afbebc9a request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:32:30.459335 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7d9d701f-d562-44e5-a7bc-c3d426a68d3b req-5e4deccd-40b5-4dcd-8dc6-a1a76cadd7cc tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677857 Aug 04 16:32:30.463999 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Transition to ACTIVE for port object e2172f6d-b77e-4b95-b016-a562eee5c310 will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:32:30.469603 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.498736 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] For port 57d6609d-0948-44e3-b79c-d789954df189, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=57d6609d-0948-44e3-b79c-d789954df189,segment=NetworkSegment(e8635c50-a5fa-4a73-9c98-63de5acc6514),segment_id=e8635c50-a5fa-4a73-9c98-63de5acc6514)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:30.505738 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.531947 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Calling delete_port for 57d6609d-0948-44e3-b79c-d789954df189 owned by network:dhcp {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:30.537025 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] Deleting port 57d6609d-0948-44e3-b79c-d789954df189 {{(pid=93292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:32:30.537710 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.549665 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2172f6d-b77e-4b95-b016-a562eee5c310,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:30.623755 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] For port 57d6609d-0948-44e3-b79c-d789954df189, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=57d6609d-0948-44e3-b79c-d789954df189,segment=NetworkSegment(e8635c50-a5fa-4a73-9c98-63de5acc6514),segment_id=e8635c50-a5fa-4a73-9c98-63de5acc6514)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:30.624852 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.646372 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Attempting to bind port e2172f6d-b77e-4b95-b016-a562eee5c310 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:32:30.647172 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Attempting to bind port e2172f6d-b77e-4b95-b016-a562eee5c310 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:32:30.647641 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Attempting to bind port e2172f6d-b77e-4b95-b016-a562eee5c310 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:32:30.650119 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] Calling delete_port for 57d6609d-0948-44e3-b79c-d789954df189 owned by network:dhcp {{(pid=93292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:32:30.654970 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Port e2172f6d-b77e-4b95-b016-a562eee5c310 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:32:30.656001 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Attempting to bind port e2172f6d-b77e-4b95-b016-a562eee5c310 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:32:30.658027 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.663079 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:32:30.663978 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Checking segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:32:30.664487 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Bound using segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:32:30.665082 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Bound port: e2172f6d-b77e-4b95-b016-a562eee5c310, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:32:30.666349 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.693292 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Pushing event deleted for resources: {'Port': ['ID=57d6609d-0948-44e3-b79c-d789954df189,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:30.695253 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] No DVR routers for this DVR port 57d6609d-0948-44e3-b79c-d789954df189 on host dv-cinder-802882-3-iscsi {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:32:30.751732 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] For port e2172f6d-b77e-4b95-b016-a562eee5c310, host hv-cinder-80288, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:32:30.756091 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] For port e2172f6d-b77e-4b95-b016-a562eee5c310, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e2172f6d-b77e-4b95-b016-a562eee5c310,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:32:30.763002 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.787486 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.802192 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb581bee-8f6f-4b5f-b649-a443afbebc9a']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:30.805374 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:30.806164 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.807409 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] 10.222.0.53 "PUT /v2.0/ports/e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 200 len: 1093 time: 0.8397388 Aug 04 16:32:30.811490 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:30.814847 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8635c50-a5fa-4a73-9c98-63de5acc6514') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:30.815254 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8635c50-a5fa-4a73-9c98-63de5acc6514') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:30.816161 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8a3aec-0ba7-44be-bf6e-13f86711b026" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:30.822194 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336'] for port, after_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.839202 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.854436 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf2ffa-74cd-4f20-bc08-369bdbfa19f6 service neutron] Pushing event updated for resources: {'Port': ['ID=e2172f6d-b77e-4b95-b016-a562eee5c310,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:30.872497 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.875264 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] No DVR routers for this DVR port 57d6609d-0948-44e3-b79c-d789954df189 on host dv-cinder-802882-3-iscsi {{(pid=93292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:32:30.877173 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a716a1a-ef19-4af3-9c82-5d6eef230b1e None None] Pushing event deleted for resources: {'Port': ['ID=57d6609d-0948-44e3-b79c-d789954df189,revision_number=None']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:30.887552 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:32:30.889144 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:32:30.891416 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:32:30.914160 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5101e8f6-2949-498f-9649-3bfa918d77d5 x-openstack-request-id: req-5101e8f6-2949-498f-9649-3bfa918d77d5 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:30.914430 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:30.914685 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5101e8f6-2949-498f-9649-3bfa918d77d5 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:30.915078 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'status': 'completed', 'code': 200} Aug 04 16:32:30.935020 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-0e6cc787-074d-4781-b4bf-0d6010bccee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:30.936847 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-0e6cc787-074d-4781-b4bf-0d6010bccee6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1096 time: 0.0711863 Aug 04 16:32:30.973460 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.991023 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:30.991509 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-98743697-d783-4b82-b370-e42abba84764 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 200 len: 217 time: 0.0428290 Aug 04 16:32:30.993082 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] 10.222.0.79 "DELETE /v2.0/networks/cb581bee-8f6f-4b5f-b649-a443afbebc9a HTTP/1.1" status: 204 len: 168 time: 0.7586169 Aug 04 16:32:30.994025 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fff15b-e30e-476d-a35a-979af179606b admin admin] Pushing event deleted for resources: {'Network': ['ID=cb581bee-8f6f-4b5f-b649-a443afbebc9a,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:31.050276 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-96110b15-7c01-43c6-a299-8f5239b0fee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:31.052121 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-96110b15-7c01-43c6-a299-8f5239b0fee6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0507505 Aug 04 16:32:31.110889 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f312ad-2834-4787-ab4d-49686a713604 req-abfe61d8-c611-45b9-96bd-a3ee7551b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:31.112385 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-abfe61d8-c611-45b9-96bd-a3ee7551b6d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516932 Aug 04 16:32:31.189716 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53294) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:31.212395 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-f7059ec0-51da-48b4-b267-bfeb31d0741c service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918884 Aug 04 16:32:31.231586 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-81529c58-d9b3-4750-9f97-f27bcf585f69 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=853a784793a644b7872376275915efef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407302 Aug 04 16:32:31.234072 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53296) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:31.284275 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf103-7c1b-4dde-99be-20772f61b922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.306545 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf103-7c1b-4dde-99be-20772f61b922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.313167 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-37f312ad-2834-4787-ab4d-49686a713604 req-7b14297e-6530-4472-98d3-60b8b15aa2bd service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924923 Aug 04 16:32:31.356282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf103-7c1b-4dde-99be-20772f61b922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.359087 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-ba5bf103-7c1b-4dde-99be-20772f61b922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.360269 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-ba5bf103-7c1b-4dde-99be-20772f61b922 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f237c97b-2422-4ff0-952a-db6a252d66a0 HTTP/1.1" status: 204 len: 168 time: 0.1253226 Aug 04 16:32:31.369524 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bf103-7c1b-4dde-99be-20772f61b922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f237c97b-2422-4ff0-952a-db6a252d66a0,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:31.413277 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-3c89b1a6-74ab-44cd-b12b-25032fc4eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:31.415040 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-3c89b1a6-74ab-44cd-b12b-25032fc4eae2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1096 time: 0.0513353 Aug 04 16:32:31.527910 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ef842b0c-a7f0-472a-81a7-f0f26d977088 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:31.528928 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-81c41524-3a64-42f9-b019-2533ce815dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:31.531533 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-81c41524-3a64-42f9-b019-2533ce815dbe service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.1069381 Aug 04 16:32:31.556956 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: ef842b0c-a7f0-472a-81a7-f0f26d977088 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:31.557780 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device ef842b0c-a7f0-472a-81a7-f0f26d977088 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:31.558484 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 57d6609d-0948-44e3-b79c-d789954df189 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:31.581857 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 57d6609d-0948-44e3-b79c-d789954df189 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:31.582303 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 57d6609d-0948-44e3-b79c-d789954df189 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:31.583172 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 87608b13-3f6e-4991-8968-05200242f78b no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:32:31.592052 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-1d049699-4f90-45af-b8db-1306d6706fe5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 200 len: 217 time: 0.0426459 Aug 04 16:32:31.604888 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 87608b13-3f6e-4991-8968-05200242f78b {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:32:31.605313 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 87608b13-3f6e-4991-8968-05200242f78b not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:32:31.666424 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36c2c2-8c73-4a42-9af4-e048f42d0fdd req-51b6d961-1ec0-4ae3-858f-7ee5bc7de063 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:31.667932 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf36c2c2-8c73-4a42-9af4-e048f42d0fdd req-51b6d961-1ec0-4ae3-858f-7ee5bc7de063 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 943 time: 0.1304870 Aug 04 16:32:31.678094 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-6c41b6a3-343f-41cf-aea5-e2a21390486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:31.678094 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-6c41b6a3-343f-41cf-aea5-e2a21390486b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0641289 Aug 04 16:32:31.743560 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf36c2c2-8c73-4a42-9af4-e048f42d0fdd req-31aff188-04e2-490e-bafc-25dccda8cff1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686092 Aug 04 16:32:31.752332 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-878938a4-6439-4f85-bcb9-2d4fb1770e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:31.753995 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-878938a4-6439-4f85-bcb9-2d4fb1770e7c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0618420 Aug 04 16:32:31.754465 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 53308) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:31.841961 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-7aab7461-5c83-4562-ba4b-a6e4d4a0e024 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7c49205bad3b43a98c1dcd706cc9ccf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864089 Aug 04 16:32:31.844739 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53310) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:31.874912 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-c65d585f-f692-4e94-9a51-c11de08d2368 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064961 Aug 04 16:32:31.893723 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9deb4951-70f2-4289-873c-b3f4aad99c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.920290 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9deb4951-70f2-4289-873c-b3f4aad99c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.967759 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9deb4951-70f2-4289-873c-b3f4aad99c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.970451 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9deb4951-70f2-4289-873c-b3f4aad99c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:31.971644 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-9deb4951-70f2-4289-873c-b3f4aad99c7c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4c0c187f-fa7a-4909-bfd7-b27aae35b06e HTTP/1.1" status: 204 len: 168 time: 0.1259222 Aug 04 16:32:31.977806 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9b8a3aec-0ba7-44be-bf6e-13f86711b026 req-cb8b16d9-3035-4bdd-a1e6-b5b1cdfd69c5 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926428 Aug 04 16:32:31.981136 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb4951-70f2-4289-873c-b3f4aad99c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0c187f-fa7a-4909-bfd7-b27aae35b06e,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:32.873173 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21bb42-8223-4b8f-8a23-829f5a610876 req-5b31f6b2-7fc7-441b-8343-82ee38dc30c0 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:32.875358 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8e21bb42-8223-4b8f-8a23-829f5a610876 req-5b31f6b2-7fc7-441b-8343-82ee38dc30c0 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 943 time: 0.0554781 Aug 04 16:32:32.918524 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8e21bb42-8223-4b8f-8a23-829f5a610876 req-36f6f1ec-6e07-4d51-8207-3514ed4afcee tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367625 Aug 04 16:32:34.033879 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e76d6d-4a4b-47b8-a754-c283eb41e120 req-901c58ef-a5c3-4df4-95c6-a27e74ea1c35 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:34.035392 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-53e76d6d-4a4b-47b8-a754-c283eb41e120 req-901c58ef-a5c3-4df4-95c6-a27e74ea1c35 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 943 time: 0.0501125 Aug 04 16:32:34.077663 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-53e76d6d-4a4b-47b8-a754-c283eb41e120 req-14c58213-7323-45b2-83a6-5a7226ddcf62 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363209 Aug 04 16:32:35.191416 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f8567-c5df-4f25-8544-be51e4f8038d req-e86041b6-69c0-4384-a989-d789bddfe52e tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:35.192924 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d23f8567-c5df-4f25-8544-be51e4f8038d req-e86041b6-69c0-4384-a989-d789bddfe52e tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 943 time: 0.0483873 Aug 04 16:32:35.229414 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d23f8567-c5df-4f25-8544-be51e4f8038d req-1419d973-08a2-4e5c-93eb-a2e9aae137a4 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Aug 04 16:32:36.343148 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4208279-b5fd-4bed-9c67-016455f0de98 req-da2b9880-63f2-42b5-84b1-527881fb1d48 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:36.344645 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a4208279-b5fd-4bed-9c67-016455f0de98 req-da2b9880-63f2-42b5-84b1-527881fb1d48 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 943 time: 0.0481572 Aug 04 16:32:36.381342 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a4208279-b5fd-4bed-9c67-016455f0de98 req-3a01b539-87ff-41c5-b5d5-372052fc0d51 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Aug 04 16:32:37.493186 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe744c0-d7f3-494e-990d-f74b5e7b4af3 req-460fee73-56fe-4ccb-9977-89b182db1df3 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:37.494673 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cbe744c0-d7f3-494e-990d-f74b5e7b4af3 req-460fee73-56fe-4ccb-9977-89b182db1df3 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 943 time: 0.0478160 Aug 04 16:32:37.535302 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cbe744c0-d7f3-494e-990d-f74b5e7b4af3 req-03a04e54-f7d2-46e1-a6c1-6b1701f393a0 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338738 Aug 04 16:32:38.282216 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device e2172f6d-b77e-4b95-b016-a562eee5c310 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:32:38.378093 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port e2172f6d-b77e-4b95-b016-a562eee5c310, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e2172f6d-b77e-4b95-b016-a562eee5c310,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:38.389261 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:32:38.424009 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.436673 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2172f6d-b77e-4b95-b016-a562eee5c310 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:32:38.458762 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port e2172f6d-b77e-4b95-b016-a562eee5c310, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e2172f6d-b77e-4b95-b016-a562eee5c310,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:38.462406 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:38.507992 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=e2172f6d-b77e-4b95-b016-a562eee5c310,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:38.649177 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d1ab6-399a-434d-80d2-b650edcfbe27 req-02dcd526-6922-4e41-a96e-85a5210b92a6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:38.650587 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-903d1ab6-399a-434d-80d2-b650edcfbe27 req-02dcd526-6922-4e41-a96e-85a5210b92a6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 944 time: 0.0505307 Aug 04 16:32:38.689546 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-903d1ab6-399a-434d-80d2-b650edcfbe27 req-a765cc95-1250-4b85-b6a8-354000d7d886 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Aug 04 16:32:38.715340 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['e2172f6d-b77e-4b95-b016-a562eee5c310'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:32:39.803691 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82b6c2-1c55-460f-b92d-4ad50394059e req-0c88fbb7-a307-4e7e-bcdf-14270b63c2a9 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:39.805191 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9d82b6c2-1c55-460f-b92d-4ad50394059e req-0c88fbb7-a307-4e7e-bcdf-14270b63c2a9 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 944 time: 0.0489354 Aug 04 16:32:39.842303 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9d82b6c2-1c55-460f-b92d-4ad50394059e req-22a2e463-f2c2-4ed2-97aa-620946e921ab tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306153 Aug 04 16:32:40.285381 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device e2172f6d-b77e-4b95-b016-a562eee5c310 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:32:40.338774 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port e2172f6d-b77e-4b95-b016-a562eee5c310 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:32:40.342721 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port e2172f6d-b77e-4b95-b016-a562eee5c310 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:32:40.343213 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:40.424327 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:40.447163 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:40.449487 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8579b2-1828-4874-89d1-69c2b795e4f7" -d '{"events": [{"server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "name": "network-vif-plugged", "status": "completed", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:40.463256 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port e2172f6d-b77e-4b95-b016-a562eee5c310, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e2172f6d-b77e-4b95-b016-a562eee5c310,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:32:40.467931 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:40.492057 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed28732-df99-4fab-996d-5d314a940379 x-openstack-request-id: req-bed28732-df99-4fab-996d-5d314a940379 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:40.492345 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "name": "network-vif-plugged", "status": "completed", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:40.492591 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bed28732-df99-4fab-996d-5d314a940379 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:40.492965 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'code': 200} Aug 04 16:32:40.519899 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=e2172f6d-b77e-4b95-b016-a562eee5c310,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:40.741677 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0adfbb-ee11-478e-b671-d465fec3bdd2 req-b4a832d3-aeab-4f4f-8fd2-04efa33a28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:40.743144 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa0adfbb-ee11-478e-b671-d465fec3bdd2 req-b4a832d3-aeab-4f4f-8fd2-04efa33a28fd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1098 time: 0.0419908 Aug 04 16:32:40.781471 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa0adfbb-ee11-478e-b671-d465fec3bdd2 req-d8f2cec3-e2bd-45a2-80c9-584932b09f75 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301001 Aug 04 16:32:40.956022 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bd860-f904-4387-8147-399786d4b5ab req-00de6192-63ba-4121-8ca4-ea3a2aae12c1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:40.957518 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f69bd860-f904-4387-8147-399786d4b5ab req-00de6192-63ba-4121-8ca4-ea3a2aae12c1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 945 time: 0.0490353 Aug 04 16:32:40.994879 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f69bd860-f904-4387-8147-399786d4b5ab req-ef5645d4-27b9-4dd3-ba5c-df165cb7962d tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315835 Aug 04 16:32:42.108273 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf255066-fc19-467b-a2ab-2730f3da6654 req-3da29370-3307-411c-84ab-eebc0d531aa6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:42.109638 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cf255066-fc19-467b-a2ab-2730f3da6654 req-3da29370-3307-411c-84ab-eebc0d531aa6 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 945 time: 0.0478060 Aug 04 16:32:42.145675 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cf255066-fc19-467b-a2ab-2730f3da6654 req-822641a0-aa24-462b-abcb-663a4e7468d0 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299828 Aug 04 16:32:42.258345 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15c69f-8fa2-491c-a0fc-da700ecfc8ab req-cde1a1de-c251-4306-8191-10acbd15572c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:42.259797 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f15c69f-8fa2-491c-a0fc-da700ecfc8ab req-cde1a1de-c251-4306-8191-10acbd15572c tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 945 time: 0.0478933 Aug 04 16:32:42.299960 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f15c69f-8fa2-491c-a0fc-da700ecfc8ab req-e0eb3acf-93cf-4503-bc3d-4008d48929f1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342166 Aug 04 16:32:42.321417 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53408) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:42.360951 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5778481-a543-4b35-964f-e1f0683dbc58 tempest-TestVolumeBootPattern-1295334741 tempest-TestVolumeBootPattern-1295334741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:42.362512 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c5778481-a543-4b35-964f-e1f0683dbc58 tempest-TestVolumeBootPattern-1295334741 tempest-TestVolumeBootPattern-1295334741-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1093 time: 0.0399678 Aug 04 16:32:42.365241 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 53410) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:42.369710 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:32:42.392019 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:42.484560 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:42.594636 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Allocated IP 172.27.0.65 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/ed63b481-e0ae-447d-b33f-48a6b0a04b2c) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:32:42.696593 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:42.738626 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:42.778809 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:32:42.783706 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:32:42.787641 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:32:42.812223 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=ed63b481-e0ae-447d-b33f-48a6b0a04b2c,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:42.823242 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.823602 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.823983 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.824327 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.824803 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.825158 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.825497 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.825834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.826167 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.826496 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.826825 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:42.827182 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:43.156312 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:43.223126 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:43.367188 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:43.372105 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:43.440383 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=ed63b481-e0ae-447d-b33f-48a6b0a04b2c,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:43.448367 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:43.546986 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Floating IP a22def7f-f346-4725-855e-f29fda6d42d3 associated. External IP: 172.27.0.65, port: e2172f6d-b77e-4b95-b016-a562eee5c310. Aug 04 16:32:43.751683 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:32:43.859726 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:32:43.873727 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:32:43.877487 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:43.884574 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:43.885398 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:43.915934 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f5a1f92a-ddb5-406c-861b-bfea8ece5b54 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5397785 Aug 04 16:32:43.915934 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:32:43.915934 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:32:43.946619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b0e448-a6af-48f7-85c5-91571bd98b48 x-openstack-request-id: req-01b0e448-a6af-48f7-85c5-91571bd98b48 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:32:43.946876 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:32:43.947141 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-01b0e448-a6af-48f7-85c5-91571bd98b48 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:32:43.947655 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'status': 'completed', 'code': 200} Aug 04 16:32:44.002900 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:44.010695 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53434) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:44.015997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-08b332b8-09f0-4f66-99af-2b0f7a786248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:44.017748 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-08b332b8-09f0-4f66-99af-2b0f7a786248 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1098 time: 0.0440972 Aug 04 16:32:44.119400 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.123633 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-cacd431c-a8f2-48cc-a2a7-9d7aeceb5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:44.125146 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-cacd431c-a8f2-48cc-a2a7-9d7aeceb5b4e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.0948565 Aug 04 16:32:44.202479 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-e5d1f781-74f3-4a5f-b751-a7ed0a91ca3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 200 len: 998 time: 0.0656402 Aug 04 16:32:44.211993 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.216077 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.253404 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:43Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:44.261274 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-4b584a88-7477-4049-86a0-cd867a68d368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:44.262676 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-4b584a88-7477-4049-86a0-cd867a68d368 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0484893 Aug 04 16:32:44.264350 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a22daaf3ccd44fca85418c0aa7b7f103&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526178 Aug 04 16:32:44.264769 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 53438) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:44.265404 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1011a2e8-88d4-4709-87be-c373c9003d92,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:44.272859 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.273207 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.273546 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.273882 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.274216 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.274542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.274866 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.275194 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.275515 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.275834 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.276182 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.276499 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e0ab0d-db29-41cc-b12a-10b56c28c467 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:32:44.281144 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:32:44.290058 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:32:44.290661 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:32:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:44.351140 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-5d189167-3d36-4a2b-ae41-0941973e7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:44.352682 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-5d189167-3d36-4a2b-ae41-0941973e7705 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743239 Aug 04 16:32:44.355489 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4a440d9-1eec-4771-bf3a-0ecfba5114d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.394344 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:32:44.414829 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4a440d9-1eec-4771-bf3a-0ecfba5114d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.481614 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-24fdeaa9-72dc-453e-bff6-3822bf60f776 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165419 Aug 04 16:32:44.534461 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4a440d9-1eec-4771-bf3a-0ecfba5114d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.537140 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b4a440d9-1eec-4771-bf3a-0ecfba5114d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:44.538291 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b4a440d9-1eec-4771-bf3a-0ecfba5114d5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1011a2e8-88d4-4709-87be-c373c9003d92 HTTP/1.1" status: 204 len: 168 time: 0.2725096 Aug 04 16:32:44.551620 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a440d9-1eec-4771-bf3a-0ecfba5114d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1011a2e8-88d4-4709-87be-c373c9003d92,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:44.594590 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8d0bdaf5-346d-416d-8d95-d24b766d2e0c req-e505f0c9-7747-40ff-95f0-8b3f01e87356 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048028 Aug 04 16:32:44.634499 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:43Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:32:44.789080 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749dfdff-375c-4a21-8407-29d99d71c6f2 None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:43Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:32:44.975280 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07eca42b-e5c6-4383-b573-23c7f20048cb None None] New status for floating IP a22def7f-f346-4725-855e-f29fda6d42d3: ACTIVE {{(pid=93293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:32:47.220227 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-9e10e610-9c45-4886-a07c-50e2cd9253e1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408316 Aug 04 16:32:47.305353 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-ab2b6d45-0474-43e3-b223-c0d572266eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:47.306767 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-ab2b6d45-0474-43e3-b223-c0d572266eab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1098 time: 0.0435677 Aug 04 16:32:47.676069 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-1d9e52a5-a9c4-4b65-b8ae-281d8e561893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:47.677474 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-1d9e52a5-a9c4-4b65-b8ae-281d8e561893 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 908 time: 0.3475559 Aug 04 16:32:47.746034 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-3a8007ea-6bb1-47a4-8334-aeef6f462957 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 1000 time: 0.0591683 Aug 04 16:32:47.804132 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-3d91de32-eca7-4166-8a43-f30aedec4ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:47.805568 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-3d91de32-eca7-4166-8a43-f30aedec4ab4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 200 len: 846 time: 0.0431881 Aug 04 16:32:47.854980 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-893ab785-8261-4fc3-8fe6-76834e1dec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:47.856469 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-893ab785-8261-4fc3-8fe6-76834e1dec49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389531 Aug 04 16:32:47.950497 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-8d0d54d6-eb66-49b2-bdaa-4adfcca37239 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815642 Aug 04 16:32:48.042747 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-919bd3d0-a73d-447c-b764-12e780ac4a98 req-a134a937-19ce-439b-b6aa-f505e350de17 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823851 Aug 04 16:32:49.203585 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:50.595554 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbad951-786e-4882-ba46-65d33b6ff53e req-dc271735-184a-406e-96c2-a96a96c6e97b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:50.597177 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ffbad951-786e-4882-ba46-65d33b6ff53e req-dc271735-184a-406e-96c2-a96a96c6e97b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0532918 Aug 04 16:32:50.638998 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ffbad951-786e-4882-ba46-65d33b6ff53e req-25075f60-3f1a-429f-9648-43f13afb73d8 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347621 Aug 04 16:32:51.773162 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cfd04-e93d-4a20-8cc6-d0818352d0be req-f98e2e59-2d6f-4e54-a6b9-d76b348235a9 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:51.774664 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a35cfd04-e93d-4a20-8cc6-d0818352d0be req-f98e2e59-2d6f-4e54-a6b9-d76b348235a9 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0551662 Aug 04 16:32:51.814124 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a35cfd04-e93d-4a20-8cc6-d0818352d0be req-732ea01b-bffa-4d52-8290-7e10f12fbb84 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330386 Aug 04 16:32:52.034265 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe141-c5cc-468b-80cf-19476e977bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:52.935410 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59dcfb-5895-4ea5-83e1-5e52df8801d1 req-a2ee2328-1682-4204-9341-c535bfae7f55 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:52.936966 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5b59dcfb-5895-4ea5-83e1-5e52df8801d1 req-a2ee2328-1682-4204-9341-c535bfae7f55 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0491955 Aug 04 16:32:52.974216 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5b59dcfb-5895-4ea5-83e1-5e52df8801d1 req-a0ebc1cd-efb5-4abd-a1ea-d1d007789a72 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Aug 04 16:32:54.091772 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864212e2-dea3-480a-a18f-7059bcba8296 req-9ec09efd-cb79-4db3-84b2-81f70ef2f8a7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:54.093192 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-864212e2-dea3-480a-a18f-7059bcba8296 req-9ec09efd-cb79-4db3-84b2-81f70ef2f8a7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0478020 Aug 04 16:32:54.131098 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-864212e2-dea3-480a-a18f-7059bcba8296 req-f984d9b7-5acc-40df-83e8-c080d0026f49 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321321 Aug 04 16:32:54.583477 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-a561a3e2-6ae5-4305-b215-a59f6c0e941a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.111462 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.252924 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445b28d-357e-4cde-8c0f-3225018fb339 req-85cf5a02-e80b-4f87-aff0-1337e3b0883e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:55.254451 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0445b28d-357e-4cde-8c0f-3225018fb339 req-85cf5a02-e80b-4f87-aff0-1337e3b0883e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0523279 Aug 04 16:32:55.292620 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0445b28d-357e-4cde-8c0f-3225018fb339 req-f46cba63-5e40-4407-99f5-13b548038a3b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 Aug 04 16:32:55.493455 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 53624) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:55.593671 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-af0c87ab-52bf-4c02-954c-a07ed349f734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.681880 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-af0c87ab-52bf-4c02-954c-a07ed349f734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.686514 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-af0c87ab-52bf-4c02-954c-a07ed349f734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.706015 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.726547 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-af0c87ab-52bf-4c02-954c-a07ed349f734 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e3c6777b98254958bf2d7d14b536f577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320080 Aug 04 16:32:55.728862 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c87ab-52bf-4c02-954c-a07ed349f734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fdc94d-e522-417c-b503-088c03b05db3,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:55.729282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53628) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:32:55.780528 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e59374f-d000-4d50-9183-be151dc7271c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.801857 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e59374f-d000-4d50-9183-be151dc7271c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.847324 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e59374f-d000-4d50-9183-be151dc7271c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.849921 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e59374f-d000-4d50-9183-be151dc7271c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:55.851039 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2e59374f-d000-4d50-9183-be151dc7271c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d8fdc94d-e522-417c-b503-088c03b05db3 HTTP/1.1" status: 204 len: 168 time: 0.1207247 Aug 04 16:32:55.859069 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59374f-d000-4d50-9183-be151dc7271c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fdc94d-e522-417c-b503-088c03b05db3,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:32:56.410344 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a56e-b090-44d8-a353-07bc0dd59710 req-d2e5add3-f517-4394-8ce3-95f1b8a06b80 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:56.411821 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1c02a56e-b090-44d8-a353-07bc0dd59710 req-d2e5add3-f517-4394-8ce3-95f1b8a06b80 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0480578 Aug 04 16:32:56.452541 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1c02a56e-b090-44d8-a353-07bc0dd59710 req-a2c33d6e-dd5d-4f04-9687-24b07e76a48d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348368 Aug 04 16:32:57.051413 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:32:57.569228 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc2ff-484c-414f-ad56-a4c43b3eed93 req-c42f4bfe-a66a-4e7c-a6de-4b242960f88a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:57.570689 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7a2dc2ff-484c-414f-ad56-a4c43b3eed93 req-c42f4bfe-a66a-4e7c-a6de-4b242960f88a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0472803 Aug 04 16:32:57.607662 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7a2dc2ff-484c-414f-ad56-a4c43b3eed93 req-92b380b5-9a2d-48a5-b7f4-ab365a101350 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Aug 04 16:32:58.727807 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26705-ef40-4fbe-9764-f62dab811175 req-fff5d18b-ad11-47f0-b713-860142763e57 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:58.729325 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-32e26705-ef40-4fbe-9764-f62dab811175 req-fff5d18b-ad11-47f0-b713-860142763e57 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0507247 Aug 04 16:32:58.767396 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-32e26705-ef40-4fbe-9764-f62dab811175 req-00771bb9-0327-4a7c-b1af-a09a23f54bb7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Aug 04 16:32:59.885997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59250f89-b2a3-437e-a340-be062f304852 req-9eebf8c9-cad0-4562-a80e-90f8c4182368 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:32:59.887478 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59250f89-b2a3-437e-a340-be062f304852 req-9eebf8c9-cad0-4562-a80e-90f8c4182368 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0480838 Aug 04 16:32:59.927993 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59250f89-b2a3-437e-a340-be062f304852 req-dad7996d-0185-4e37-ad16-7622986ee901 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340335 Aug 04 16:33:01.047025 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d60fea-6026-4c92-954f-9591dd4a4a6b req-4af331e7-fba2-4dd8-b6e5-976625fa96f5 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:01.048554 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c6d60fea-6026-4c92-954f-9591dd4a4a6b req-4af331e7-fba2-4dd8-b6e5-976625fa96f5 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0510564 Aug 04 16:33:01.085327 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c6d60fea-6026-4c92-954f-9591dd4a4a6b req-28577d4b-796f-4a1c-9a3e-fed29d7ae14b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308435 Aug 04 16:33:02.202139 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64514c04-a2aa-4347-ba7c-7416ca71b81e req-afd236d8-4c49-4bb8-86ca-f1bab31f8118 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:02.203623 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-64514c04-a2aa-4347-ba7c-7416ca71b81e req-afd236d8-4c49-4bb8-86ca-f1bab31f8118 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Aug 04 16:33:02.240610 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-64514c04-a2aa-4347-ba7c-7416ca71b81e req-a414bc1b-a989-4139-89a2-49f921770bcc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311449 Aug 04 16:33:03.356786 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f61c5-e543-4ba4-a5dd-a0f8bb0de714 req-c73883a1-503c-4e9a-ab76-75ff98926928 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:03.358915 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d6f61c5-e543-4ba4-a5dd-a0f8bb0de714 req-c73883a1-503c-4e9a-ab76-75ff98926928 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0476034 Aug 04 16:33:03.406009 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-3d6f61c5-e543-4ba4-a5dd-a0f8bb0de714 req-457f9dc0-01a3-4132-a522-aed090de9a7a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381191 Aug 04 16:33:04.523816 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5166d49d-0602-4b06-ac85-a51973aba659 req-9eacd038-3596-46e9-8343-99167eb30c63 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:04.525335 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5166d49d-0602-4b06-ac85-a51973aba659 req-9eacd038-3596-46e9-8343-99167eb30c63 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Aug 04 16:33:04.562979 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5166d49d-0602-4b06-ac85-a51973aba659 req-ad3813c1-035a-4bf0-9a79-588cbdb7f5b1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311143 Aug 04 16:33:05.680007 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc795a-159a-410b-a5d9-dc54df7db9ab req-057f3ff0-8236-4a9d-b87f-7cc385d2181a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:05.681502 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1bfc795a-159a-410b-a5d9-dc54df7db9ab req-057f3ff0-8236-4a9d-b87f-7cc385d2181a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0478432 Aug 04 16:33:05.718569 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1bfc795a-159a-410b-a5d9-dc54df7db9ab req-fd0e7a5f-3986-46ab-823c-648837db1aaa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305104 Aug 04 16:33:05.887441 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:33:06.837915 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9911723c-a64f-4cff-9e12-e5be31bd6d4e req-54c68efb-0183-4195-b946-671f00b59799 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:06.839367 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9911723c-a64f-4cff-9e12-e5be31bd6d4e req-54c68efb-0183-4195-b946-671f00b59799 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0469110 Aug 04 16:33:06.879688 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9911723c-a64f-4cff-9e12-e5be31bd6d4e req-45c9f266-7cbd-4068-9eef-14a283218759 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339298 Aug 04 16:33:07.996987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46559a6a-1199-4c4a-9439-a2c8cfabc3a6 req-b2c65808-0c39-4ba5-a762-22361af66c62 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:07.999328 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-46559a6a-1199-4c4a-9439-a2c8cfabc3a6 req-b2c65808-0c39-4ba5-a762-22361af66c62 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0491419 Aug 04 16:33:08.036403 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-46559a6a-1199-4c4a-9439-a2c8cfabc3a6 req-d66279a6-3a1e-4834-a53f-3425e9e35538 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Aug 04 16:33:08.446885 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:33:08.542395 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:08.554127 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'port_id': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:33:08.589989 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:08.603347 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb3e2db6-50c7-43b6-a64d-65ebd06decb5 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:33:08.634375 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:08.641429 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:08.708215 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=6']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:08.715600 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.716063 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.716470 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.717423 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.717767 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.718105 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.718422 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.718750 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.719078 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.719402 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.719724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.720215 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:08.734523 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['fb3e2db6-50c7-43b6-a64d-65ebd06decb5'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:33:09.166360 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ec8e5-8d02-4b96-88e2-10bf886a01d7 req-6e11559c-8c9f-4858-b862-4e27a469ae2b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:09.175038 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-769ec8e5-8d02-4b96-88e2-10bf886a01d7 req-6e11559c-8c9f-4858-b862-4e27a469ae2b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 944 time: 0.0632141 Aug 04 16:33:09.211723 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-769ec8e5-8d02-4b96-88e2-10bf886a01d7 req-197cb72a-06f4-4147-9a39-93ae181d30f0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348232 Aug 04 16:33:10.348327 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6aa756-111b-4f15-9eeb-3685b4414995 req-57561dff-66fb-42f9-94bd-8a274cd99214 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:10.349917 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4b6aa756-111b-4f15-9eeb-3685b4414995 req-57561dff-66fb-42f9-94bd-8a274cd99214 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 944 time: 0.0575304 Aug 04 16:33:10.399889 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4b6aa756-111b-4f15-9eeb-3685b4414995 req-c24af8d6-ff39-40b0-8156-b8b2240bc732 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437956 Aug 04 16:33:10.463887 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:33:10.521927 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:33:10.522304 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.611290 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.634936 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:10.640555 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8bf4d4-d0a3-4f0b-8eb9-2f07c693bd96" -d '{"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:10.666917 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:10.673913 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:10.709181 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26064d5d-b69d-4f0a-a1c5-814858423b77 x-openstack-request-id: req-26064d5d-b69d-4f0a-a1c5-814858423b77 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:10.709472 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:10.709721 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-26064d5d-b69d-4f0a-a1c5-814858423b77 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:10.710103 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'code': 200} Aug 04 16:33:10.735257 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=7']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:11.552289 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0b077-458f-4061-8a66-a2a9bc646e5d req-72e8f527-038b-4311-acdf-8d403aabc936 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:11.556600 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-73b0b077-458f-4061-8a66-a2a9bc646e5d req-72e8f527-038b-4311-acdf-8d403aabc936 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0596642 Aug 04 16:33:11.608103 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-73b0b077-458f-4061-8a66-a2a9bc646e5d req-f5076e86-3b51-4681-adf4-7a51fe015b93 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426056 Aug 04 16:33:12.725829 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321b1c9-41e3-4e9f-8285-67e5ba6dc177 req-74b08dac-af72-4617-a8cf-d9f7ddeec279 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:12.727059 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5321b1c9-41e3-4e9f-8285-67e5ba6dc177 req-74b08dac-af72-4617-a8cf-d9f7ddeec279 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0526986 Aug 04 16:33:12.770226 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5321b1c9-41e3-4e9f-8285-67e5ba6dc177 req-54f77482-19ba-43db-b91f-bed026468889 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362456 Aug 04 16:33:13.902062 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c2ed1-57a5-419d-ab22-00d6eb9a0e76 req-712c5a22-c406-40c7-8b58-ad92fb816a0f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:13.902895 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f2c2ed1-57a5-419d-ab22-00d6eb9a0e76 req-712c5a22-c406-40c7-8b58-ad92fb816a0f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0539012 Aug 04 16:33:13.947741 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4f2c2ed1-57a5-419d-ab22-00d6eb9a0e76 req-3de4020f-8432-43ac-b21b-12cb2b71e016 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375528 Aug 04 16:33:15.082275 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50565331-bdd7-464b-8c80-cc88d6b6fb7f req-9b58fa02-99eb-4cef-a505-92f8e6fbb3be tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:15.084016 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-50565331-bdd7-464b-8c80-cc88d6b6fb7f req-9b58fa02-99eb-4cef-a505-92f8e6fbb3be tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0541406 Aug 04 16:33:15.126688 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-50565331-bdd7-464b-8c80-cc88d6b6fb7f req-9e38192e-e9a2-4e66-890c-d949be7f9eaa tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353730 Aug 04 16:33:16.255382 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28339baf-da6d-42b1-97b9-dcb9f2b58b3b req-4d2e14db-69ea-4b79-95b9-f69958b820b1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:16.257124 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-28339baf-da6d-42b1-97b9-dcb9f2b58b3b req-4d2e14db-69ea-4b79-95b9-f69958b820b1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0548232 Aug 04 16:33:16.298762 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-28339baf-da6d-42b1-97b9-dcb9f2b58b3b req-a00d29a3-1ae1-4d95-87ed-138cebf29ec6 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354128 Aug 04 16:33:17.427943 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39b3fe4-f71f-433e-b76a-965d198a4e07 req-682a6053-944d-4306-8cce-6992ebbe193f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:17.429416 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f39b3fe4-f71f-433e-b76a-965d198a4e07 req-682a6053-944d-4306-8cce-6992ebbe193f tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0474186 Aug 04 16:33:17.470505 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-f39b3fe4-f71f-433e-b76a-965d198a4e07 req-707dab53-b15b-442a-b7bb-485bbacac2d2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352352 Aug 04 16:33:17.686433 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-c08101a9-a862-486c-9e65-fa9be7a22b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:17.687814 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-c08101a9-a862-486c-9e65-fa9be7a22b45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1098 time: 0.0398507 Aug 04 16:33:17.774976 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-1533c627-8d08-4ecf-bc77-6d424ffe4154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:17.776488 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-1533c627-8d08-4ecf-bc77-6d424ffe4154 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.0811262 Aug 04 16:33:17.845597 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-26cbb0f2-3d21-47c8-9ffd-1e83c380a333 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5 HTTP/1.1" status: 200 len: 1001 time: 0.0598919 Aug 04 16:33:17.893718 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-e86c2045-9611-4922-8467-daa82e5652ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:17.895114 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-e86c2045-9611-4922-8467-daa82e5652ca service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0421154 Aug 04 16:33:17.939031 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-96f8f680-0edb-4bcd-adaf-5447d2a3a593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:17.940409 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-96f8f680-0edb-4bcd-adaf-5447d2a3a593 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379972 Aug 04 16:33:18.030963 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-a766eae4-ab1f-4a94-92d5-1cd665bf32f1 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828264 Aug 04 16:33:18.116735 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1691af0e-d508-4c2b-bfaa-b5b1ea8732e2 req-f3b86f42-0f78-426c-9872-6e8e809fb27e service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785286 Aug 04 16:33:18.586846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf9c52-3d3c-4eeb-a2cf-88fac0a9f2b4 req-25aca381-c200-4625-96f4-096ced2c886c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:18.588327 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1dcf9c52-3d3c-4eeb-a2cf-88fac0a9f2b4 req-25aca381-c200-4625-96f4-096ced2c886c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0478206 Aug 04 16:33:18.629441 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-1dcf9c52-3d3c-4eeb-a2cf-88fac0a9f2b4 req-65a7b2a3-13e6-4b52-b2ae-fa046a9faf70 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351405 Aug 04 16:33:19.226502 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:19.751668 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142200d9-5c47-440b-9a2e-e7b3dd99ecef req-57c32175-2a56-4e12-8fe7-a6bd58978ef1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:19.753204 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-142200d9-5c47-440b-9a2e-e7b3dd99ecef req-57c32175-2a56-4e12-8fe7-a6bd58978ef1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 945 time: 0.0496767 Aug 04 16:33:19.795398 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-142200d9-5c47-440b-9a2e-e7b3dd99ecef req-e31bbd07-0b43-4cd3-af69-5e27c3870852 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348248 Aug 04 16:33:20.481521 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:20.559754 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:20.581891 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:20.584123 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e15b17f-0981-4b3a-b622-3c67cb3d76e1" -d '{"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:20.597765 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:20.601719 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:20.625911 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebc796a-0b7f-4cb1-ba00-0f7e9e06fd50 x-openstack-request-id: req-3ebc796a-0b7f-4cb1-ba00-0f7e9e06fd50 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:20.626203 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-unplugged", "status": "failed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5", "code": 422}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:20.626456 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ebc796a-0b7f-4cb1-ba00-0f7e9e06fd50 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:20.626842 dv-cinder-802882-3-iscsi neutron-server[93292]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'code': 422} returned with failed status Aug 04 16:33:20.652140 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=8']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:20.911269 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7dda3-fe70-4b26-acb0-e9bf899a456e req-808cbf00-13c5-41a2-9118-2933fd8beb0e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:20.912756 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ffc7dda3-fe70-4b26-acb0-e9bf899a456e req-808cbf00-13c5-41a2-9118-2933fd8beb0e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0479026 Aug 04 16:33:20.948380 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ffc7dda3-fe70-4b26-acb0-e9bf899a456e req-c3667a49-f577-4aa4-8bb2-89d0d2752c72 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298877 Aug 04 16:33:21.795240 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8d560-b741-4eb9-9583-29e9aec5c363 req-0d97ba21-7351-4802-aa04-f9f86b6620e0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:21.796772 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ad8d560-b741-4eb9-9583-29e9aec5c363 req-0d97ba21-7351-4802-aa04-f9f86b6620e0 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0498462 Aug 04 16:33:21.838805 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8ad8d560-b741-4eb9-9583-29e9aec5c363 req-052fd47d-da4d-432f-9a71-2ae96097932a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360546 Aug 04 16:33:22.034510 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-33b08536-4c07-4035-b6af-6deeda05404d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:22.037335 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-e74d7038-c205-4069-8b72-6e252431b78b service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0418262 Aug 04 16:33:22.757672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-dbf9b4ca-7719-4025-b6bb-14f17f90b0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:22.759087 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-dbf9b4ca-7719-4025-b6bb-14f17f90b0a8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9&tenant_id=8ff82611a96c4818a79ee7bd235eb797 HTTP/1.1" status: 200 len: 1096 time: 0.0404305 Aug 04 16:33:22.820389 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-c34ddb63-8701-4775-91e0-004fc38348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:22.821856 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-c34ddb63-8701-4775-91e0-004fc38348d1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0394032 Aug 04 16:33:22.913731 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-d5a18c40-5623-4151-abfb-00476b60cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:22.915193 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-d5a18c40-5623-4151-abfb-00476b60cf12 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.0860291 Aug 04 16:33:23.003764 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-e45d0578-f843-43ef-8b73-a3376c7d56fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5 HTTP/1.1" status: 200 len: 999 time: 0.0791745 Aug 04 16:33:23.011947 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a0403a-d45b-4706-891a-5c8b4b9d60c2 req-97f40967-a78c-4d22-8977-883172bae92b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:23.013419 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b4a0403a-d45b-4706-891a-5c8b4b9d60c2 req-97f40967-a78c-4d22-8977-883172bae92b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0973823 Aug 04 16:33:23.078219 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-2d971092-ebf7-45f6-8611-cd4e2e8cd013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:23.079655 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-2d971092-ebf7-45f6-8611-cd4e2e8cd013 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0654190 Aug 04 16:33:23.082510 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b4a0403a-d45b-4706-891a-5c8b4b9d60c2 req-57aa6d27-1439-4d6b-bed0-46918b1c7c30 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613573 Aug 04 16:33:23.125082 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-3ae29fa5-c2b7-4752-8f8e-f1ec6b76522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:23.126554 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-3ae29fa5-c2b7-4752-8f8e-f1ec6b76522f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398617 Aug 04 16:33:23.214105 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-6c8800df-e578-4de7-a87d-47140254caa9 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805576 Aug 04 16:33:23.300794 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6e9abe3f-6880-44d1-987a-08d275fe380b req-66a39f03-a610-406a-9b21-efdc7d0331c4 service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792291 Aug 04 16:33:24.220592 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21895209-3cd2-434a-aa6c-4c5bf291957d req-dfaba6fc-19c8-4d6c-863a-91c89b10ec23 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:24.223542 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21895209-3cd2-434a-aa6c-4c5bf291957d req-dfaba6fc-19c8-4d6c-863a-91c89b10ec23 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0562310 Aug 04 16:33:24.262448 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-21895209-3cd2-434a-aa6c-4c5bf291957d req-592949f8-49ff-469d-8325-5aab8d825aea tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319767 Aug 04 16:33:24.587814 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-dbe45ad4-8d1c-4989-8a53-8a5edd05f2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:25.116850 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:25.387062 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db1a0c-4802-4644-b01c-d873be3211ed req-107be64c-2ac3-4ca9-ae00-c8f7addcfe3c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:25.389734 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-60db1a0c-4802-4644-b01c-d873be3211ed req-107be64c-2ac3-4ca9-ae00-c8f7addcfe3c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0537293 Aug 04 16:33:25.427819 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-60db1a0c-4802-4644-b01c-d873be3211ed req-63d5df72-8d9e-464c-ade4-f50c987e2b94 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321507 Aug 04 16:33:25.717729 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:26.553766 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca39fb9-c918-4963-9c4c-6629c48227b7 req-e1fe30cd-807f-42e1-99a9-cd9a89e7e767 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:26.555450 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fca39fb9-c918-4963-9c4c-6629c48227b7 req-e1fe30cd-807f-42e1-99a9-cd9a89e7e767 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0498137 Aug 04 16:33:26.605747 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fca39fb9-c918-4963-9c4c-6629c48227b7 req-b1f054f0-8114-4e0b-ba65-bf2b59eec3d3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423653 Aug 04 16:33:27.057704 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:27.737804 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe88012-bca1-4f24-85ba-256733bcb190 req-29fd9c3e-b1d8-4c8a-8b38-a782381e3d4d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:27.739221 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0fe88012-bca1-4f24-85ba-256733bcb190 req-29fd9c3e-b1d8-4c8a-8b38-a782381e3d4d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0547373 Aug 04 16:33:27.777733 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0fe88012-bca1-4f24-85ba-256733bcb190 req-1239939a-2d76-4e53-997e-5344f2aa5e9e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Aug 04 16:33:28.906388 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cf8bd-fb39-44da-a5a5-e5218e32b3b1 req-26ec790f-55fe-4748-9a48-1df2fe244526 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:28.907928 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ca1cf8bd-fb39-44da-a5a5-e5218e32b3b1 req-26ec790f-55fe-4748-9a48-1df2fe244526 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0522962 Aug 04 16:33:28.946804 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ca1cf8bd-fb39-44da-a5a5-e5218e32b3b1 req-be2b6d4a-5e82-4eb8-afc5-aa754f7fbbb1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329225 Aug 04 16:33:30.075651 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d59d4-0885-491d-bfad-44bbb6e825d6 req-b412f252-5846-4c22-94ac-548f15def7d3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:30.077174 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d40d59d4-0885-491d-bfad-44bbb6e825d6 req-b412f252-5846-4c22-94ac-548f15def7d3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0543532 Aug 04 16:33:30.115781 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d40d59d4-0885-491d-bfad-44bbb6e825d6 req-5ea68864-ea2e-49fa-a9eb-3431c12fa4e2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325344 Aug 04 16:33:31.247432 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acc8a3-ce85-4d1d-907c-93aaf57542ab req-640a90af-9a85-4ca7-a0d0-9f4d660e6b09 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:31.249384 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-18acc8a3-ce85-4d1d-907c-93aaf57542ab req-640a90af-9a85-4ca7-a0d0-9f4d660e6b09 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0535762 Aug 04 16:33:31.288292 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-18acc8a3-ce85-4d1d-907c-93aaf57542ab req-f99f66ee-7589-44ec-a8b2-9d8eff9a29e2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332506 Aug 04 16:33:32.412403 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938cdbe-81b1-401b-bf1c-d684ef27871d req-5f961265-d11b-4ef5-a8aa-24f0e7a417ff tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:32.413924 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e938cdbe-81b1-401b-bf1c-d684ef27871d req-5f961265-d11b-4ef5-a8aa-24f0e7a417ff tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0513349 Aug 04 16:33:32.454707 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e938cdbe-81b1-401b-bf1c-d684ef27871d req-00fc398c-9b8d-46e0-85cd-1dd3d8bccce2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347426 Aug 04 16:33:33.579516 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ffa9f-3713-496c-9cd8-2f361c68bd44 req-c06f2596-242e-462e-bb21-f4e976320bf4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:33.581002 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-645ffa9f-3713-496c-9cd8-2f361c68bd44 req-c06f2596-242e-462e-bb21-f4e976320bf4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0485377 Aug 04 16:33:33.622212 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-645ffa9f-3713-496c-9cd8-2f361c68bd44 req-a7df1618-ff47-4f4f-8617-44b149a62a8e tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352211 Aug 04 16:33:34.743256 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09c1c5-5c47-4546-946c-e9039a33995b req-d02fe5ef-140f-4eba-917b-b9886ad0c112 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:34.744742 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa09c1c5-5c47-4546-946c-e9039a33995b req-d02fe5ef-140f-4eba-917b-b9886ad0c112 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0514431 Aug 04 16:33:34.781119 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aa09c1c5-5c47-4546-946c-e9039a33995b req-b19e9e67-5108-40b6-ab77-83ec06b5e21c tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301392 Aug 04 16:33:35.897683 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8932aa7-26f8-43d3-ba32-27153e9e6f65 req-44a610be-f32a-4a9b-a95b-46021e94e5cd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:35.899139 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8932aa7-26f8-43d3-ba32-27153e9e6f65 req-44a610be-f32a-4a9b-a95b-46021e94e5cd tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 943 time: 0.0473630 Aug 04 16:33:35.936206 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8932aa7-26f8-43d3-ba32-27153e9e6f65 req-467f407c-6700-461e-95fb-fd0d4447ae26 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Aug 04 16:33:36.525475 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:33:36.620756 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:36.632326 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'port_id': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'mac_address': 'fa:16:3e:06:a5:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 669, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:33:36.667798 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:36.680567 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3e2db6-50c7-43b6-a64d-65ebd06decb5 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:33:36.699241 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:36.702945 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:36.752847 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=9']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:36.929677 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['fb3e2db6-50c7-43b6-a64d-65ebd06decb5'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:33:37.055624 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184c3a0-2843-4c65-82a7-20d861492a4c req-ce050205-57c9-46df-b0e7-7b9ca9bff400 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:37.057682 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a184c3a0-2843-4c65-82a7-20d861492a4c req-ce050205-57c9-46df-b0e7-7b9ca9bff400 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 944 time: 0.0478890 Aug 04 16:33:37.094440 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a184c3a0-2843-4c65-82a7-20d861492a4c req-8843413a-4595-416c-8c3b-b3b12b6195d7 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311456 Aug 04 16:33:38.219045 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d506a70-394f-467d-96eb-da91cd545b76 req-dac67d0e-bf41-45e7-9393-554f58635e4a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:38.220548 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7d506a70-394f-467d-96eb-da91cd545b76 req-dac67d0e-bf41-45e7-9393-554f58635e4a tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 944 time: 0.0512092 Aug 04 16:33:38.257576 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-7d506a70-394f-467d-96eb-da91cd545b76 req-8c51b84e-18eb-4644-9e25-f0b0184537c1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312607 Aug 04 16:33:38.529808 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:33:38.579441 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:33:38.579812 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:38.652924 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:38.674528 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:38.676906 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f468ee-2138-4671-b974-5338e1187834" -d '{"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:38.689516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:38.694360 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:38.720873 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1d27ac-89d4-4a7b-9edd-88ab7c63c964 x-openstack-request-id: req-1c1d27ac-89d4-4a7b-9edd-88ab7c63c964 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:38.721168 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:38.721415 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c1d27ac-89d4-4a7b-9edd-88ab7c63c964 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:38.721961 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'code': 200} Aug 04 16:33:38.747536 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=10']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:38.892995 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9a2e6-788f-448d-b3d0-e75284be7dee req-d7532832-b431-4921-abd2-7b365e99a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:38.894465 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-80f9a2e6-788f-448d-b3d0-e75284be7dee req-d7532832-b431-4921-abd2-7b365e99a518 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1099 time: 0.0406342 Aug 04 16:33:38.928855 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-80f9a2e6-788f-448d-b3d0-e75284be7dee req-b8206ff2-3dbd-4eef-9171-d1bcd3354233 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271752 Aug 04 16:33:39.373777 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf822190-5246-439d-b277-cab20e9d278e req-aeb6725c-7a9a-4893-8457-c04baa3d58d3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:39.375343 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cf822190-5246-439d-b277-cab20e9d278e req-aeb6725c-7a9a-4893-8457-c04baa3d58d3 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 946 time: 0.0483422 Aug 04 16:33:39.412796 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cf822190-5246-439d-b277-cab20e9d278e req-a03c8c0e-fda5-4659-b6d1-f5e0d41fddbe tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315983 Aug 04 16:33:40.536337 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc33dbe-7e37-40a1-a63d-132923f660e6 req-3a8f3bec-d807-4dce-adea-4d8cc91f22e1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:40.537799 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4dc33dbe-7e37-40a1-a63d-132923f660e6 req-3a8f3bec-d807-4dce-adea-4d8cc91f22e1 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 946 time: 0.0527523 Aug 04 16:33:40.574639 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-4dc33dbe-7e37-40a1-a63d-132923f660e6 req-ee42f5bf-2aac-411b-96f3-8c5a6c38e9f2 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309968 Aug 04 16:33:42.886122 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:33:44.284579 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53888) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:44.573006 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Deleting port 80ea862f-45e4-4552-998d-955d89d98f9d {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:44.573268 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:44.646779 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:44.647102 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:44.658785 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Calling delete_port for 80ea862f-45e4-4552-998d-955d89d98f9d owned by network:floatingip {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:44.802252 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:44.833752 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event deleted for resources: {'Port': ['ID=80ea862f-45e4-4552-998d-955d89d98f9d,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:44.860000 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.860341 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.860674 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.861003 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.861324 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.861646 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.861992 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.862326 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.862622 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.862934 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.863247 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.863556 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:44.900715 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for floatingip, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:44.901017 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Floating IP 583ce463-7d49-46d7-92e6-612ac2eb61cf disassociated (deleted). External IP: 172.27.0.77, port: 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5. Aug 04 16:33:45.338911 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Router 12da2718-2342-4c87-8c82-978a9d299614 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:33:45.442927 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:33:45.447705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:45.452754 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] Sync routers for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:33:45.465364 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:45.466003 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:45.476718 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-07ec0143-6615-444c-b80a-367d633d070d tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "DELETE /v2.0/floatingips/583ce463-7d49-46d7-92e6-612ac2eb61cf HTTP/1.1" status: 204 len: 168 time: 1.1886973 Aug 04 16:33:45.476718 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:45.477449 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c" -d '{"events": [{"name": "network-changed", "server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:45.524364 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6d65df-d5ba-4e31-b6ac-74848db0a22f x-openstack-request-id: req-9d6d65df-d5ba-4e31-b6ac-74848db0a22f {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:45.524658 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:45.525008 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9d6d65df-d5ba-4e31-b6ac-74848db0a22f {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:45.525357 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'status': 'completed', 'code': 200} Aug 04 16:33:45.579561 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:45.590947 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-131eb4cf-376e-40ca-8e6c-5e5792ce1559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:45.592736 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-131eb4cf-376e-40ca-8e6c-5e5792ce1559 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=36822d23ae8b4bd88bee031c5614e52c&device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 1098 time: 0.0432446 Aug 04 16:33:45.717185 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-0c4456d7-3b4b-4d8b-9ee3-420eacaecdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:45.718936 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-0c4456d7-3b4b-4d8b-9ee3-420eacaecdea service neutron] 10.222.0.53 "GET /v2.0/networks?id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 200 len: 908 time: 0.1177158 Aug 04 16:33:45.730862 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc582ad-ea3f-481e-8d02-dd9f797ec107 req-0aa0bee9-6d18-474e-9d5d-ca1fb9d58c67 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:45.732355 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5bc582ad-ea3f-481e-8d02-dd9f797ec107 req-0aa0bee9-6d18-474e-9d5d-ca1fb9d58c67 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0732818 Aug 04 16:33:45.783705 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:33Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:45.786189 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-6d58e124-8eef-4e30-bd4f-a3d1d9bafd4a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 200 len: 217 time: 0.0405304 Aug 04 16:33:45.802048 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5bc582ad-ea3f-481e-8d02-dd9f797ec107 req-2edad9e5-e238-44b9-a05d-0f2db5a13cc7 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633204 Aug 04 16:33:45.809767 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] Checking router: 12da2718-2342-4c87-8c82-978a9d299614 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:33:45.823724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:45.823724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:45.845378 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-e3d2389e-c9e6-4579-98a3-0fe4ac38486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:45.846760 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-e3d2389e-c9e6-4579-98a3-0fe4ac38486b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 200 len: 846 time: 0.0438840 Aug 04 16:33:45.895915 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-ddbabfab-f914-4a42-86c7-80b49f435152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:45.897423 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-ddbabfab-f914-4a42-86c7-80b49f435152 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5af7b64d-484a-47ce-b062-a0b8ffbf33cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425954 Aug 04 16:33:45.924620 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:45.987514 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-783a17f2-f577-4e2d-b2e9-a88a6045ff63 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821157 Aug 04 16:33:46.080419 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-84a9c2ef-48ca-472a-a1f2-5be3b8cad07c req-5e24c1c2-9c18-44e4-a127-f53b89985658 service neutron] 10.222.0.53 "GET /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848095 Aug 04 16:33:46.126040 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:33Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:46.152561 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47da681f-08f2-4314-bd1f-32b74fffe8be None None] The sync data for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi is: [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '45f37cb0-51a4-4f2d-bb33-77d7ca081456', 'name': '', 'network_id': '5af7b64d-484a-47ce-b062-a0b8ffbf33cd', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'mac_address': 'fa:16:3e:c9:4b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '8b36c124-9861-447d-8871-2001cd67a57e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:27Z', 'updated_at': '2021-08-04T16:27:33Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'subnets': [{'id': '8b36c124-9861-447d-8871-2001cd67a57e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:33:46.349816 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44308901-f377-44ac-af36-a7fc0f37e148 None None] New status for floating IP 583ce463-7d49-46d7-92e6-612ac2eb61cf: DOWN {{(pid=93293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:33:46.919431 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63408677-7c5e-4084-9423-2f8410dc9d1a req-df53c954-4745-46be-b805-0bb92fd811ac tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:46.921775 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-63408677-7c5e-4084-9423-2f8410dc9d1a req-df53c954-4745-46be-b805-0bb92fd811ac tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0485580 Aug 04 16:33:46.961048 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-63408677-7c5e-4084-9423-2f8410dc9d1a req-0ad901d9-6939-4348-9b52-650d646958cd tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/security-groups?id=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334437 Aug 04 16:33:47.329128 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-c9603ad8-49c8-4043-99a3-ae2ee5d3e3cc tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:47.330572 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-c9603ad8-49c8-4043-99a3-ae2ee5d3e3cc tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.53 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 945 time: 0.0467649 Aug 04 16:33:47.424648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Deleting port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:47.424993 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:47.509306 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] For port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:47.509682 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:47.522117 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Calling delete_port for 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:47.648088 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:47.674157 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event deleted for resources: {'Port': ['ID=8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:47.683592 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.683970 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.684317 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.684659 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.684997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.685332 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.685667 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.685997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.686907 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.687676 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.687676 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.687964 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:33:47.729920 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] No DVR routers for this DVR port 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:47.732481 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:47.735347 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e4f1342c-a6d0-4a51-9268-7b7cbbac9c77 req-57f8e1b5-c391-4edf-ade5-30bf2cac9693 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.53 "DELETE /v2.0/ports/8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 HTTP/1.1" status: 204 len: 173 time: 0.3983479 Aug 04 16:33:47.735783 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-deleted', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:33:47.738015 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca737f5-87b6-4d42-9c9b-4bf24cbb9314" -d '{"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-deleted", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:33:47.774486 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4632e746-57b5-4706-85aa-43b50db9de94 x-openstack-request-id: req-4632e746-57b5-4706-85aa-43b50db9de94 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:33:47.774781 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bd79b59-a78c-456c-9805-0c23bf8bda55", "name": "network-vif-deleted", "tag": "8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:33:47.775033 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4632e746-57b5-4706-85aa-43b50db9de94 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:33:47.775427 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bd79b59-a78c-456c-9805-0c23bf8bda55', 'name': 'network-vif-deleted', 'tag': '8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5', 'status': 'completed', 'code': 200} Aug 04 16:33:47.836883 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-bee0d213-59af-4fae-ad2c-37690eabe2a5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413184 Aug 04 16:33:47.896618 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-5437334c-28a5-4c26-b1a8-2ba279767c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:47.898086 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-5437334c-28a5-4c26-b1a8-2ba279767c32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ff82611a96c4818a79ee7bd235eb797&device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 1099 time: 0.0401208 Aug 04 16:33:48.013965 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-a78fef21-858a-4c8b-8b21-008457c45df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:48.015353 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-a78fef21-858a-4c8b-8b21-008457c45df5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 200 len: 918 time: 0.0972095 Aug 04 16:33:48.096393 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c138571f-1085-48eb-be72-663d86ff49a7 req-3fea9fab-6f2a-40c8-8e87-1396f245aa98 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "GET /v2.0/ports?device_id=7bd79b59-a78c-456c-9805-0c23bf8bda55 HTTP/1.1" status: 200 len: 210 time: 0.0618370 Aug 04 16:33:48.123343 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-638088ad-b81b-455c-ab6a-a60f95ab500e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5 HTTP/1.1" status: 200 len: 1001 time: 0.1004725 Aug 04 16:33:48.195475 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-5fb307f3-7e61-422d-a0d2-bb3cd4052353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:48.197008 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-5fb307f3-7e61-422d-a0d2-bb3cd4052353 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 200 len: 856 time: 0.0463479 Aug 04 16:33:48.246105 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-c0f4a722-c8f7-4145-9b3a-b575eb913e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:33:48.247524 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-c0f4a722-c8f7-4145-9b3a-b575eb913e31 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a2d4ee58-23cd-45ae-bb2b-776ec2946139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428550 Aug 04 16:33:48.344530 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-2fd7ebe5-ce24-4fa1-8ac9-881b36f41a0b service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817428 Aug 04 16:33:48.437454 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-683d9bf6-a075-436c-aaf7-1512f104bac1 req-c497f0a3-aa43-45d4-adbd-37106c833c0a service neutron] 10.222.0.53 "GET /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 Aug 04 16:33:49.156819 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53906) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:49.213350 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e9aec306-4e18-42a2-ac78-8ea074579717 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:49.224526 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:49.239304 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e9aec306-4e18-42a2-ac78-8ea074579717 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:49.301157 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e9aec306-4e18-42a2-ac78-8ea074579717 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:49.303769 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e9aec306-4e18-42a2-ac78-8ea074579717 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:49.304940 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-e9aec306-4e18-42a2-ac78-8ea074579717 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] 10.222.0.79 "DELETE /v2.0/security-groups/c5e88e69-7cf2-4ab4-86f6-828ef1bf1899 HTTP/1.1" status: 204 len: 168 time: 0.1471205 Aug 04 16:33:49.314205 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aec306-4e18-42a2-ac78-8ea074579717 tempest-TestShelveInstance-344666110 tempest-TestShelveInstance-344666110-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e88e69-7cf2-4ab4-86f6-828ef1bf1899,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:49.349626 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53910) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:49.779688 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:50.017131 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Deleting port 45f37cb0-51a4-4f2d-bb33-77d7ca081456 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:50.017472 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:50.091603 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] For port 45f37cb0-51a4-4f2d-bb33-77d7ca081456, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=45f37cb0-51a4-4f2d-bb33-77d7ca081456,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:50.091904 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:50.104435 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Calling delete_port for 45f37cb0-51a4-4f2d-bb33-77d7ca081456 owned by network:router_interface {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:50.279941 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:50.307982 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Pushing event deleted for resources: {'Port': ['ID=45f37cb0-51a4-4f2d-bb33-77d7ca081456,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:50.469069 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:50.634009 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:50.654162 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:50.654501 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 8ae99bbd-b528-4d91-986d-1dd7b7ae4bc5 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:50.676174 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Router 12da2718-2342-4c87-8c82-978a9d299614 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:33:50.778342 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:33:50.785380 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-29f1135e-655c-47de-83f4-f3333288d480 admin admin] 10.222.0.79 "PUT /v2.0/routers/12da2718-2342-4c87-8c82-978a9d299614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4330935 Aug 04 16:33:50.786685 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 53914) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:50.787842 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] Sync routers for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:33:50.797241 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:50.797859 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:50.887740 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks [] for router, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:50.901045 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:51.083313 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:33:50Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:51.236208 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] Checking router: 12da2718-2342-4c87-8c82-978a9d299614 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:33:51.244844 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] Routers {'12da2718-2342-4c87-8c82-978a9d299614'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:51.245470 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['12da2718-2342-4c87-8c82-978a9d299614'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:51.263099 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.315552 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Deleting port 5b19dbb5-2a95-4e12-b248-0289d132addc {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:51.315937 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.349634 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] Set router 12da2718-2342-4c87-8c82-978a9d299614 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:51.393865 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] For port 5b19dbb5-2a95-4e12-b248-0289d132addc, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=5b19dbb5-2a95-4e12-b248-0289d132addc,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:51.394264 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.407038 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Calling delete_port for 5b19dbb5-2a95-4e12-b248-0289d132addc owned by network:router_gateway {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:51.526371 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:33:50Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:51.557314 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e766223-7549-4bb6-9e60-4411f74e83f3 None None] The sync data for ids ['12da2718-2342-4c87-8c82-978a9d299614'] in dv-cinder-802882-3-iscsi is: [{'id': '12da2718-2342-4c87-8c82-978a9d299614', 'name': 'tempest-TestShelveInstance-43410161-router', 'tenant_id': '36822d23ae8b4bd88bee031c5614e52c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:22Z', 'updated_at': '2021-08-04T16:33:50Z', 'revision_number': 5, 'project_id': '36822d23ae8b4bd88bee031c5614e52c', 'gw_port': {'id': '5b19dbb5-2a95-4e12-b248-0289d132addc', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:bd:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12da2718-2342-4c87-8c82-978a9d299614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:23Z', 'updated_at': '2021-08-04T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:33:51.578907 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.612108 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Pushing event deleted for resources: {'Port': ['ID=5b19dbb5-2a95-4e12-b248-0289d132addc,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:51.666937 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.751704 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.753661 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.794859 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.796374 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12da2718-2342-4c87-8c82-978a9d299614 {{(pid=93290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:33:51.800316 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.801458 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e88fcb24-67bf-44c0-9625-a2d3ff81724c admin admin] 10.222.0.79 "DELETE /v2.0/routers/12da2718-2342-4c87-8c82-978a9d299614 HTTP/1.1" status: 204 len: 168 time: 1.0136917 Aug 04 16:33:51.803926 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 53916) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:51.848425 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] Deleting subnet 8b36c124-9861-447d-8871-2001cd67a57e {{(pid=93290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:33:51.851356 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.884714 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13142961'] for subnet, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:51.996380 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.035386 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd0-e6e9-4912-b97c-072de787f999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.049257 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13155903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14120722'] for subnet, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.071787 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b36c124-9861-447d-8871-2001cd67a57e,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:52.079648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.084150 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53918) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:52.084681 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-9f67b319-f145-4ea2-a1f4-76cb7c34f296 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/8b36c124-9861-447d-8871-2001cd67a57e HTTP/1.1" status: 204 len: 168 time: 0.2794471 Aug 04 16:33:52.086620 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f40b50-d821-450a-8c8c-e2e56c4f0dc0 None None] Network 5af7b64d-484a-47ce-b062-a0b8ffbf33cd requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:33:52.159320 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.219475 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Deleting port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:52.219816 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.285968 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] For port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7e3d15c9-cbb1-42f3-898c-e5f4ea931351,segment=NetworkSegment(055c6a69-1d52-4c2e-9018-f5a57eabce2d),segment_id=055c6a69-1d52-4c2e-9018-f5a57eabce2d)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:52.286335 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.298451 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Calling delete_port for 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 owned by network:dhcp {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:52.376903 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.402055 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e3d15c9-cbb1-42f3-898c-e5f4ea931351,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:52.403829 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] No DVR routers for this DVR port 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 on host dv-cinder-802882-3-iscsi {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:52.473716 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.483854 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5af7b64d-484a-47ce-b062-a0b8ffbf33cd']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:52.493990 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055c6a69-1d52-4c2e-9018-f5a57eabce2d') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:52.494278 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055c6a69-1d52-4c2e-9018-f5a57eabce2d') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:52.502806 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.516181 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.524750 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:33:52.525161 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:33:52.526938 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:33:52.553755 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32e788f-73fe-4cf4-a0de-75065772b292 None None] DHCP port deletion for 5af7b64d-484a-47ce-b062-a0b8ffbf33cd request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:33:52.589822 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.595794 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:52.597674 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] 10.222.0.79 "DELETE /v2.0/networks/5af7b64d-484a-47ce-b062-a0b8ffbf33cd HTTP/1.1" status: 204 len: 168 time: 0.5117164 Aug 04 16:33:52.600599 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53920) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:52.615485 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11ac25-3d8e-468c-ac21-0df079c9b799 admin admin] Pushing event deleted for resources: {'Network': ['ID=5af7b64d-484a-47ce-b062-a0b8ffbf33cd,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:53.180500 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:53.417589 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Deleting port 90da0b8f-1c0a-45fc-97bd-064f24bf7778 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:53.417927 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:53.497025 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] For port 90da0b8f-1c0a-45fc-97bd-064f24bf7778, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=90da0b8f-1c0a-45fc-97bd-064f24bf7778,segment=NetworkSegment(af2d72c4-acf4-4140-a170-fcf65209b969),segment_id=af2d72c4-acf4-4140-a170-fcf65209b969)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:53.497397 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:53.511664 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Calling delete_port for 90da0b8f-1c0a-45fc-97bd-064f24bf7778 owned by network:router_interface {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:53.547332 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5b19dbb5-2a95-4e12-b248-0289d132addc no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:53.567577 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 5b19dbb5-2a95-4e12-b248-0289d132addc {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:53.567936 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5b19dbb5-2a95-4e12-b248-0289d132addc not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:53.568351 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:53.586127 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:53.586471 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7e3d15c9-cbb1-42f3-898c-e5f4ea931351 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:53.586878 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 45f37cb0-51a4-4f2d-bb33-77d7ca081456 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:53.605128 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 45f37cb0-51a4-4f2d-bb33-77d7ca081456 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:53.605476 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 45f37cb0-51a4-4f2d-bb33-77d7ca081456 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:53.692034 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:53.716880 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=90da0b8f-1c0a-45fc-97bd-064f24bf7778,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:53.884366 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.088825 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:33:54.192931 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:33:54.197830 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-5828387a-7c4a-4b54-b886-4c6d530994e3 admin admin] 10.222.0.79 "PUT /v2.0/routers/5f9461af-ccf6-4bca-9d87-7eb5057f53ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5962670 Aug 04 16:33:54.200374 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53922) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:54.203099 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] Sync routers for ids ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:33:54.212810 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] Routers {'5f9461af-ccf6-4bca-9d87-7eb5057f53ed'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:54.213414 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:54.303451 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks [] for router, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.316047 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] Set router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:54.409947 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.462844 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Deleting port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:54.463183 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.495649 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182'}], 'enable_snat': True}, 'gw_port_id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:33:53Z', 'revision_number': 5, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port': {'id': '676dd747-c2ae-4fdf-92ea-5e472fa3eec9', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:ee:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:27:35Z', 'updated_at': '2021-08-04T16:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:54.525043 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] Checking router: 5f9461af-ccf6-4bca-9d87-7eb5057f53ed for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:33:54.533093 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] Routers {'5f9461af-ccf6-4bca-9d87-7eb5057f53ed'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:33:54.533700 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:54.544251 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] For port 676dd747-c2ae-4fdf-92ea-5e472fa3eec9, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:54.544624 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.557405 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Calling delete_port for 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 owned by network:router_gateway {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:54.589282 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-1cfcf927-9d73-45ff-9fb5-effeb77951ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.618614 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] Set router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:33:54.668494 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:33:54Z', 'revision_number': 6, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:54.698520 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25beaf4f-0def-46a2-b78b-2a0460df8460 None None] The sync data for ids ['5f9461af-ccf6-4bca-9d87-7eb5057f53ed'] in dv-cinder-802882-3-iscsi is: [{'id': '5f9461af-ccf6-4bca-9d87-7eb5057f53ed', 'name': 'tempest-TestShelveInstance-1605544320-router', 'tenant_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:27:34Z', 'updated_at': '2021-08-04T16:33:54Z', 'revision_number': 6, 'project_id': '1ae4bdc5b7484299825c0026ba9b1fbd', 'gw_port_host': None}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:33:54.721918 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.749070 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Pushing event deleted for resources: {'Port': ['ID=676dd747-c2ae-4fdf-92ea-5e472fa3eec9,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:54.808113 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.896539 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.898558 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.941110 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.941574 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f9461af-ccf6-4bca-9d87-7eb5057f53ed {{(pid=93291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:33:54.945775 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:54.946869 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-bca84369-c1a2-4455-8f58-8d33bf08d087 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5f9461af-ccf6-4bca-9d87-7eb5057f53ed HTTP/1.1" status: 204 len: 168 time: 0.7455237 Aug 04 16:33:54.949321 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53924) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:54.992898 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] Deleting subnet 6bc74db9-efca-4924-87d5-61a9391c8b74 {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:33:54.995744 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.031829 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.117714 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.117917 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.169583 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.196557 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc74db9-efca-4924-87d5-61a9391c8b74,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:55.198425 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.201153 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-bbad608c-0252-4772-8c60-af4a74b8a9e5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6bc74db9-efca-4924-87d5-61a9391c8b74 HTTP/1.1" status: 204 len: 168 time: 0.2500434 Aug 04 16:33:55.202828 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53926) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:55.205504 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea154caf-3b12-4724-8969-a5d6b5a57a0c None None] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:33:55.272191 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.324058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Deleting port c6dc4957-ca20-4bd5-af8d-d31218b8096e {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:55.324490 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.385703 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] For port c6dc4957-ca20-4bd5-af8d-d31218b8096e, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=c6dc4957-ca20-4bd5-af8d-d31218b8096e,segment=NetworkSegment(af2d72c4-acf4-4140-a170-fcf65209b969),segment_id=af2d72c4-acf4-4140-a170-fcf65209b969)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:55.386016 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.398684 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Calling delete_port for c6dc4957-ca20-4bd5-af8d-d31218b8096e owned by network:dhcp {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:55.426077 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] DHCP port deletion for 2265a580-71ed-4c30-87f3-a7f0db0442dc request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:33:55.472618 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] Deleting port c6dc4957-ca20-4bd5-af8d-d31218b8096e {{(pid=93292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:33:55.472991 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.484028 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.513139 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] No DVR routers for this DVR port c6dc4957-ca20-4bd5-af8d-d31218b8096e on host dv-cinder-802882-3-iscsi {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:55.535498 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Pushing event deleted for resources: {'Port': ['ID=c6dc4957-ca20-4bd5-af8d-d31218b8096e,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:55.548994 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] For port c6dc4957-ca20-4bd5-af8d-d31218b8096e, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=c6dc4957-ca20-4bd5-af8d-d31218b8096e,segment=NetworkSegment(af2d72c4-acf4-4140-a170-fcf65209b969),segment_id=af2d72c4-acf4-4140-a170-fcf65209b969)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:33:55.549402 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.563382 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] Calling delete_port for c6dc4957-ca20-4bd5-af8d-d31218b8096e owned by network:dhcp {{(pid=93292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:33:55.573318 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device c6dc4957-ca20-4bd5-af8d-d31218b8096e no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:55.594291 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.603971 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2265a580-71ed-4c30-87f3-a7f0db0442dc']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:55.614835 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af2d72c4-acf4-4140-a170-fcf65209b969') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:55.615125 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af2d72c4-acf4-4140-a170-fcf65209b969') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:33:55.621571 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: c6dc4957-ca20-4bd5-af8d-d31218b8096e {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:55.622086 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device c6dc4957-ca20-4bd5-af8d-d31218b8096e not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:55.622328 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 90da0b8f-1c0a-45fc-97bd-064f24bf7778 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:55.624841 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.639105 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.645666 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 90da0b8f-1c0a-45fc-97bd-064f24bf7778 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:55.646018 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 90da0b8f-1c0a-45fc-97bd-064f24bf7778 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:55.646307 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:33:55.646447 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:33:55.646634 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:33:55.648473 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:33:55.672649 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:33:55.672921 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 676dd747-c2ae-4fdf-92ea-5e472fa3eec9 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:33:55.709058 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336'] for port, after_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.711991 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.718694 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.723393 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] 10.222.0.79 "DELETE /v2.0/networks/2265a580-71ed-4c30-87f3-a7f0db0442dc HTTP/1.1" status: 204 len: 168 time: 0.5173483 Aug 04 16:33:55.731772 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529c25-dacd-447e-bf02-77de4d08671c admin admin] Pushing event deleted for resources: {'Network': ['ID=2265a580-71ed-4c30-87f3-a7f0db0442dc,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:55.751264 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] Pushing event deleted for resources: {'Port': ['ID=c6dc4957-ca20-4bd5-af8d-d31218b8096e,revision_number=None']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:55.755127 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] Network 2265a580-71ed-4c30-87f3-a7f0db0442dc is not hosted by any dhcp agent {{(pid=93292) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 16:33:55.755603 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efee69d-2c8b-43ed-8b2f-83fd97aed06f None None] No DVR routers for this DVR port c6dc4957-ca20-4bd5-af8d-d31218b8096e on host dv-cinder-802882-3-iscsi {{(pid=93292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:33:55.759753 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.850333 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53930) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:55.890383 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-3a556141-ee0b-4d67-94a3-57ef6cebe54b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=36822d23ae8b4bd88bee031c5614e52c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389056 Aug 04 16:33:55.892830 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53932) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:55.943062 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c519864a-feda-41f9-8332-b72c7f95ffa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:55.963462 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c519864a-feda-41f9-8332-b72c7f95ffa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.009571 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c519864a-feda-41f9-8332-b72c7f95ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.012108 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c519864a-feda-41f9-8332-b72c7f95ffa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.013293 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c519864a-feda-41f9-8332-b72c7f95ffa7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0fe35f94-5c7c-45d2-ba6d-b710e96629b5 HTTP/1.1" status: 204 len: 168 time: 0.1195199 Aug 04 16:33:56.020719 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519864a-feda-41f9-8332-b72c7f95ffa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe35f94-5c7c-45d2-ba6d-b710e96629b5,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:56.317171 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53938) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:56.355647 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-469bb946-dd61-4819-afac-17df99e10ed2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1ae4bdc5b7484299825c0026ba9b1fbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373549 Aug 04 16:33:56.358803 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53940) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:33:56.403712 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-699a8330-0545-4114-9c13-cfc2dda8b0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.424710 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-699a8330-0545-4114-9c13-cfc2dda8b0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.469994 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-699a8330-0545-4114-9c13-cfc2dda8b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.472603 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-699a8330-0545-4114-9c13-cfc2dda8b0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:33:56.473888 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-699a8330-0545-4114-9c13-cfc2dda8b0aa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/643173a6-f3ef-4054-a1e1-0e958c035226 HTTP/1.1" status: 204 len: 168 time: 0.1141768 Aug 04 16:33:56.481497 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699a8330-0545-4114-9c13-cfc2dda8b0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643173a6-f3ef-4054-a1e1-0e958c035226,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:33:57.057665 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:13.619282 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd397e8-10f0-403e-9df5-3d57b191e27d req-447fc65b-2780-4bb1-868f-5f6ead708a1b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:13.620729 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6fd397e8-10f0-403e-9df5-3d57b191e27d req-447fc65b-2780-4bb1-868f-5f6ead708a1b tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 946 time: 0.0488234 Aug 04 16:34:13.659101 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6fd397e8-10f0-403e-9df5-3d57b191e27d req-315a71c1-a93e-4c12-a6a1-4696f3f5a997 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316505 Aug 04 16:34:14.780230 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2bbe6-6b87-4573-9b42-d80f43d8de55 req-448c8d0a-3fc7-4403-859e-99f50d8196dc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:14.781706 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1d2bbe6-6b87-4573-9b42-d80f43d8de55 req-448c8d0a-3fc7-4403-859e-99f50d8196dc tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 946 time: 0.0512197 Aug 04 16:34:14.817942 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1d2bbe6-6b87-4573-9b42-d80f43d8de55 req-d9c86b5e-a0f9-40b4-b94e-1d1724c6e95d tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups?id=b087bed3-8c01-4728-ab0b-53257a025cc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304527 Aug 04 16:34:14.896631 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-77b4b3f1-89b9-41a9-9e96-c1850cf24940 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:14.898076 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-77b4b3f1-89b9-41a9-9e96-c1850cf24940 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 946 time: 0.0461683 Aug 04 16:34:14.986434 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Deleting port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:34:14.986776 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:15.069698 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] For port fb3e2db6-50c7-43b6-a64d-65ebd06decb5, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:15.069987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:15.235261 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:15.235644 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:15.236004 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Floating IP ced4fce8-6ee7-403e-97a0-c84068707ee7 disassociated. External IP: 172.27.0.127, port: fb3e2db6-50c7-43b6-a64d-65ebd06decb5. Aug 04 16:34:15.236355 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Calling delete_port for fb3e2db6-50c7-43b6-a64d-65ebd06decb5 owned by compute:nova {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:34:15.360569 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:15.386233 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event deleted for resources: {'Port': ['ID=fb3e2db6-50c7-43b6-a64d-65ebd06decb5,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:15.500537 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Router 657d3cae-fe19-4376-9455-d96192286599 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:34:15.604845 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:15.615728 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] Sync routers for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:15.625301 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:15.625904 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:15.643259 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] No DVR routers for this DVR port fb3e2db6-50c7-43b6-a64d-65ebd06decb5 on host hv-cinder-80288 {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:34:15.645935 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:15.647925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-615baef3-39fe-4f0f-9d2a-a49a6b10c164 req-1a8de828-297e-4152-ac30-e359d49fa704 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.53 "DELETE /v2.0/ports/fb3e2db6-50c7-43b6-a64d-65ebd06decb5 HTTP/1.1" status: 204 len: 173 time: 0.7439654 Aug 04 16:34:15.648438 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-deleted', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:15.650707 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd344a4f-08c5-4cc3-969a-133854b41fce" -d '{"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-deleted", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:15.735313 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:15.882072 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06afb6d2-95df-4019-a8df-b64843b71cd1 x-openstack-request-id: req-06afb6d2-95df-4019-a8df-b64843b71cd1 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:15.882593 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4ae924-d50b-4ffc-906e-3454c0b03fc9", "name": "network-vif-deleted", "tag": "fb3e2db6-50c7-43b6-a64d-65ebd06decb5", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:15.882593 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06afb6d2-95df-4019-a8df-b64843b71cd1 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:15.883505 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4ae924-d50b-4ffc-906e-3454c0b03fc9', 'name': 'network-vif-deleted', 'tag': 'fb3e2db6-50c7-43b6-a64d-65ebd06decb5', 'status': 'completed', 'code': 200} Aug 04 16:34:15.938628 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-61db4c36-ba2c-4350-853b-291360367432 req-a14ce427-a5aa-473b-bec9-93f9d77de8f4 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/ports?device_id=ff4ae924-d50b-4ffc-906e-3454c0b03fc9 HTTP/1.1" status: 200 len: 210 time: 0.0289369 Aug 04 16:34:15.962049 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:15.988056 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] Checking router: 657d3cae-fe19-4376-9455-d96192286599 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:15.996033 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:15.996683 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:16.104699 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:16.300221 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:16.328982 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1920f16-faa7-44de-b8a9-155f6375440c None None] The sync data for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi is: [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:26:37Z', 'revision_number': 4, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '17d453e9-91d1-40b9-ba3f-2355dfc8ce28', 'name': '', 'network_id': 'a2d4ee58-23cd-45ae-bb2b-776ec2946139', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'mac_address': 'fa:16:3e:52:91:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '453778b9-e617-4945-bd8c-5c81416458a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:33Z', 'updated_at': '2021-08-04T16:26:45Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'subnets': [{'id': '453778b9-e617-4945-bd8c-5c81416458a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:16.526050 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7791f10-bd2a-4804-bde2-0dc587d36122 None None] New status for floating IP ced4fce8-6ee7-403e-97a0-c84068707ee7: DOWN {{(pid=93293) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:34:17.028293 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53970) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:17.082785 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-22d0e0a8-03f0-4ad1-a27f-20892ef6dc56 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.105283 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-22d0e0a8-03f0-4ad1-a27f-20892ef6dc56 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.151368 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-22d0e0a8-03f0-4ad1-a27f-20892ef6dc56 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.154480 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-22d0e0a8-03f0-4ad1-a27f-20892ef6dc56 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.155598 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-22d0e0a8-03f0-4ad1-a27f-20892ef6dc56 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "DELETE /v2.0/security-groups/b087bed3-8c01-4728-ab0b-53257a025cc5 HTTP/1.1" status: 204 len: 168 time: 0.1255460 Aug 04 16:34:17.158429 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 53972) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:17.164217 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d0e0a8-03f0-4ad1-a27f-20892ef6dc56 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b087bed3-8c01-4728-ab0b-53257a025cc5,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:17.171886 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.api.v2.resource [None req-435c14d6-f3af-4bdf-98d0-87bf8c921456 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] show failed (client error): The resource could not be found. Aug 04 16:34:17.172904 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-435c14d6-f3af-4bdf-98d0-87bf8c921456 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "GET /v2.0/security-groups/b087bed3-8c01-4728-ab0b-53257a025cc5 HTTP/1.1" status: 404 len: 347 time: 0.0134695 Aug 04 16:34:17.175732 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53974) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:17.296043 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Deleting port c4e1c30f-0f15-4633-b1ac-4962e875dc5a {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:34:17.296394 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.370501 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.370827 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.382619 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Calling delete_port for c4e1c30f-0f15-4633-b1ac-4962e875dc5a owned by network:floatingip {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:34:17.509527 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.541642 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Pushing event deleted for resources: {'Port': ['ID=c4e1c30f-0f15-4633-b1ac-4962e875dc5a,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:17.842015 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks [] for floatingip, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.844560 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:17.845710 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-950e935c-70ea-44e0-8e3a-a8411ac4a466 tempest-AttachVolumeShelveTestJSON-1943137196 tempest-AttachVolumeShelveTestJSON-1943137196-project] 10.222.0.79 "DELETE /v2.0/floatingips/ced4fce8-6ee7-403e-97a0-c84068707ee7 HTTP/1.1" status: 204 len: 168 time: 0.6689839 Aug 04 16:34:18.744192 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:34:18.764724 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: fb3e2db6-50c7-43b6-a64d-65ebd06decb5 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:34:18.764980 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device fb3e2db6-50c7-43b6-a64d-65ebd06decb5 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:34:19.238172 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:19.885144 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:34:20.247814 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 53996) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:20.718680 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:20.958456 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Deleting port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:34:20.958804 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:21.034050 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] For port 17d453e9-91d1-40b9-ba3f-2355dfc8ce28, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:21.034411 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:21.047151 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Calling delete_port for 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 owned by network:router_interface {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:34:21.219973 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:21.246422 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Pushing event deleted for resources: {'Port': ['ID=17d453e9-91d1-40b9-ba3f-2355dfc8ce28,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:21.408743 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:21.620836 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Router 657d3cae-fe19-4376-9455-d96192286599 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:34:21.721185 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:21.726625 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-b33ce58c-49fd-4f64-877b-25210601b05a admin admin] 10.222.0.79 "PUT /v2.0/routers/657d3cae-fe19-4376-9455-d96192286599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4775221 Aug 04 16:34:21.729139 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54000) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:21.729857 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] Sync routers for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:21.740047 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:21.740728 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:21.833776 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks [] for router, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:21.939567 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:21.968798 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:21.991463 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Deleting port 762c7c89-a99f-4777-984a-71783c633329 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:34:21.991805 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.072551 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-b4cedc6c-2261-4c33-b732-924852883b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.072801 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] For port 762c7c89-a99f-4777-984a-71783c633329, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=762c7c89-a99f-4777-984a-71783c633329,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:22.073104 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.086218 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Calling delete_port for 762c7c89-a99f-4777-984a-71783c633329 owned by network:router_gateway {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:34:22.208507 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '762c7c89-a99f-4777-984a-71783c633329', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:34:21Z', 'revision_number': 5, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port': {'id': '762c7c89-a99f-4777-984a-71783c633329', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:7e:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '657d3cae-fe19-4376-9455-d96192286599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:26:26Z', 'updated_at': '2021-08-04T16:26:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:22.237378 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] Checking router: 657d3cae-fe19-4376-9455-d96192286599 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:22.250739 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.253322 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] Routers {'657d3cae-fe19-4376-9455-d96192286599'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:22.253955 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:33:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['657d3cae-fe19-4376-9455-d96192286599'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:22.275930 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=762c7c89-a99f-4777-984a-71783c633329,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:22.338949 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.355050 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] Set router 657d3cae-fe19-4376-9455-d96192286599 gateway port host: None {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:22.410352 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:34:22Z', 'revision_number': 7, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:22.427610 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.429720 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.440742 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb3d14d-cfff-494a-abde-d104d166bf30 None None] The sync data for ids ['657d3cae-fe19-4376-9455-d96192286599'] in dv-cinder-802882-3-iscsi is: [{'id': '657d3cae-fe19-4376-9455-d96192286599', 'name': 'tempest-AttachVolumeShelveTestJSON-2024411345-router', 'tenant_id': '8ff82611a96c4818a79ee7bd235eb797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:26:24Z', 'updated_at': '2021-08-04T16:34:22Z', 'revision_number': 7, 'project_id': '8ff82611a96c4818a79ee7bd235eb797', 'gw_port_host': None}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:22.478529 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.479220 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 657d3cae-fe19-4376-9455-d96192286599 {{(pid=93291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:34:22.484512 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.485676 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-41f02235-5676-4fb4-8d88-c2906eb3a3ca admin admin] 10.222.0.79 "DELETE /v2.0/routers/657d3cae-fe19-4376-9455-d96192286599 HTTP/1.1" status: 204 len: 168 time: 0.7556205 Aug 04 16:34:22.488213 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54002) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:22.531739 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] Deleting subnet 453778b9-e617-4945-bd8c-5c81416458a1 {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:34:22.534735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.567388 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.643996 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.694900 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.719919 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=453778b9-e617-4945-bd8c-5c81416458a1,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:22.724888 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.726758 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2b5c7ffb-9521-4ddb-8532-9a97c521ecaf admin admin] 10.222.0.79 "DELETE /v2.0/subnets/453778b9-e617-4945-bd8c-5c81416458a1 HTTP/1.1" status: 204 len: 168 time: 0.2376125 Aug 04 16:34:22.729174 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54004) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:22.730019 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08f435a-3a50-44c1-bd53-959e06168c85 None None] Network a2d4ee58-23cd-45ae-bb2b-776ec2946139 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:34:22.802495 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.859444 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Deleting port 84752d40-1054-4049-bbe5-3bc9e114a3c8 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:34:22.859787 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.931521 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] For port 84752d40-1054-4049-bbe5-3bc9e114a3c8, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=84752d40-1054-4049-bbe5-3bc9e114a3c8,segment=NetworkSegment(b1bb959f-3607-4e70-8f58-a0452fc0a72a),segment_id=b1bb959f-3607-4e70-8f58-a0452fc0a72a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:22.931918 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:22.944716 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Calling delete_port for 84752d40-1054-4049-bbe5-3bc9e114a3c8 owned by network:dhcp {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:34:23.025587 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.052086 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] No DVR routers for this DVR port 84752d40-1054-4049-bbe5-3bc9e114a3c8 on host dv-cinder-802882-3-iscsi {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:34:23.055432 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Pushing event deleted for resources: {'Port': ['ID=84752d40-1054-4049-bbe5-3bc9e114a3c8,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:23.126014 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.135368 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d4ee58-23cd-45ae-bb2b-776ec2946139']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:23.145485 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1bb959f-3607-4e70-8f58-a0452fc0a72a') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:23.145732 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1bb959f-3607-4e70-8f58-a0452fc0a72a') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:23.154733 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.167587 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.177206 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:34:23.177612 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:34:23.179316 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:34:23.208437 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1c2142-60e3-49f5-bb21-c516ec0738fc None None] DHCP port deletion for a2d4ee58-23cd-45ae-bb2b-776ec2946139 request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:34:23.239605 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.245034 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.246881 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] 10.222.0.79 "DELETE /v2.0/networks/a2d4ee58-23cd-45ae-bb2b-776ec2946139 HTTP/1.1" status: 204 len: 168 time: 0.5167973 Aug 04 16:34:23.258075 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d9435-b4f2-41ce-9189-af682889fa2a admin admin] Pushing event deleted for resources: {'Network': ['ID=a2d4ee58-23cd-45ae-bb2b-776ec2946139,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:23.365147 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54008) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:23.405966 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-16c64422-d22e-4ded-acb2-af12129806c0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8ff82611a96c4818a79ee7bd235eb797&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0394995 Aug 04 16:34:23.408271 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54010) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:23.462623 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e7018df8-1f4a-4d9e-8ae5-ebe3c99e1d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.484358 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e7018df8-1f4a-4d9e-8ae5-ebe3c99e1d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.539675 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e7018df8-1f4a-4d9e-8ae5-ebe3c99e1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.542293 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-e7018df8-1f4a-4d9e-8ae5-ebe3c99e1d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:23.543466 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-e7018df8-1f4a-4d9e-8ae5-ebe3c99e1d20 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/64066af8-63cb-4505-88f1-97526325826f HTTP/1.1" status: 204 len: 168 time: 0.1342926 Aug 04 16:34:23.551621 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7018df8-1f4a-4d9e-8ae5-ebe3c99e1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64066af8-63cb-4505-88f1-97526325826f,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:23.568747 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:34:23.589006 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:34:23.589356 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 17d453e9-91d1-40b9-ba3f-2355dfc8ce28 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:34:23.589774 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 762c7c89-a99f-4777-984a-71783c633329 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:34:23.613089 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 762c7c89-a99f-4777-984a-71783c633329 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:34:23.613432 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 762c7c89-a99f-4777-984a-71783c633329 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:34:23.613849 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 84752d40-1054-4049-bbe5-3bc9e114a3c8 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:34:23.632252 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 84752d40-1054-4049-bbe5-3bc9e114a3c8 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:34:23.632595 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 84752d40-1054-4049-bbe5-3bc9e114a3c8 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:34:24.211887 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54038) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:24.305430 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1677719548-network', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:24.325574 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Made reservation on behalf of 614f9fa158ca4d30b7019795fe3ce6a8 for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:24.328562 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.336656 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.423759 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.427518 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.447803 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:34:24.463169 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef35c61a-5481-4a6c-bf87-77aff6b75f51,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:24.466023 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.466366 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Added segment 37c7918c-39d8-415b-b8cd-4118f2ce82ff of type vlan for network bfc5d859-45a1-4329-8e06-a08cba025981 Aug 04 16:34:24.506545 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.537838 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.538862 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:24.539439 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.591153 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-25f49ae7-8783-4456-a4ae-dfa7f89f9a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:24.830361 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6182773 Aug 04 16:34:24.833388 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54042) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:24.835730 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324941b6-1814-4863-b94c-94bb8cf7e8b4 admin admin] Pushing event updated for resources: {'Network': ['ID=bfc5d859-45a1-4329-8e06-a08cba025981,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:24.838455 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Request body: {'subnet': {'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1677719548-subnet', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:24.845462 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network bfc5d859-45a1-4329-8e06-a08cba025981 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:34:24.860346 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Made reservation on behalf of 614f9fa158ca4d30b7019795fe3ce6a8 for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:24.862771 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14119155'] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.025081 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13155966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14119137'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.079323 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c2ad91-e178-409a-bf2c-6d4726801400,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:25.086005 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Checking segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:25.086365 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Network hostable DHCP agents. Network: bfc5d859-45a1-4329-8e06-a08cba025981, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:34:25.104028 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Network bfc5d859-45a1-4329-8e06-a08cba025981 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:34:25.113103 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.114721 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, bfc5d859-45a1-4329-8e06-a08cba025981) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:25.119180 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:25.120330 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.123345 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbbf29f-b263-46b2-b5d2-c6d06d92116f None None] Network bfc5d859-45a1-4329-8e06-a08cba025981 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:34:25.134732 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-54a8b1a4-8491-437d-8962-ef87812ca372 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3001986 Aug 04 16:34:25.137351 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54044) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:25.141953 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:25.162767 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-474067', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4321'] for router, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.163918 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-474031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-471572', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-578879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4328'] for router, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.214445 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.271816 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp138f85a6-2723-513f-909b-7639a739c696-bfc5d859-45a1-4329-8e06-a08cba025981', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400'}]}} from dv-cinder-802882-3-iscsi. {{(pid=93292) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 16:34:25.272753 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.353048 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.408750 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.db_base_plugin_common [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Allocated IP 172.20.0.2 (bfc5d859-45a1-4329-8e06-a08cba025981/07c2ad91-e178-409a-bf2c-6d4726801400/daccff3f-fb7a-4058-b2be-2ed3336c57c0) {{(pid=93292) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:25.552178 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.554877 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Notify callbacks [] for port, precommit_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.563201 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Transition to ACTIVE for port object daccff3f-fb7a-4058-b2be-2ed3336c57c0 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:25.572357 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.578596 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Transition to ACTIVE for port object daccff3f-fb7a-4058-b2be-2ed3336c57c0 will not be triggered until provisioned by entity DHCP. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:25.584620 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327'] for port, after_create {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.620266 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Network bfc5d859-45a1-4329-8e06-a08cba025981 is already hosted by enough agents. {{(pid=93292) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:25.623067 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.scheduler.base_scheduler [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Resources bound (agent type, host, resource id): {{(pid=93292) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:25.628653 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Received port after_create {{(pid=93292) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:25.637051 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Pushing event updated for resources: {'Port': ['ID=daccff3f-fb7a-4058-b2be-2ed3336c57c0,revision_number=1']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:25.647206 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.647556 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.647922 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.648261 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.648596 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.648929 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.649263 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.649617 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.649945 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.650268 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.650590 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.650909 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:25.678665 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Allocated IP 172.27.0.84 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/5ce34fb1-71d1-4df3-9d0d-af613c97eb13) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:25.695641 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Attempting to bind port daccff3f-fb7a-4058-b2be-2ed3336c57c0 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:25.696054 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Attempting to bind port daccff3f-fb7a-4058-b2be-2ed3336c57c0 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:25.696415 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Attempting to bind port daccff3f-fb7a-4058-b2be-2ed3336c57c0 on network bfc5d859-45a1-4329-8e06-a08cba025981 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:25.706030 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:25.706395 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Checking segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:25.707608 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.708026 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Bound using segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:25.708495 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Bound port: daccff3f-fb7a-4058-b2be-2ed3336c57c0, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:25.708873 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.749655 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.780339 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] For port daccff3f-fb7a-4058-b2be-2ed3336c57c0, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:25.783085 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.783359 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] For port daccff3f-fb7a-4058-b2be-2ed3336c57c0, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=daccff3f-fb7a-4058-b2be-2ed3336c57c0,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:25.787748 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.826205 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:25.847136 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac5673-2ae4-40e0-99c5-b21139d1c3fd None None] Pushing event updated for resources: {'Port': ['ID=daccff3f-fb7a-4058-b2be-2ed3336c57c0,revision_number=2']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:25.863598 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:25.866437 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:25.871775 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:25.901343 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:26.141760 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:26.326696 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-473436', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-471585'] for router, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:26.449480 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Router 267f0efb-836d-4564-b834-4fcf05cb7a09 is scheduled to L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c with binding_index 1 {{(pid=93290) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 16:34:26.563604 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:26.573374 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Sync routers for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:26.581256 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:26.585156 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:26.585305 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8fc0cf72-4faf-47f3-8add-967806b61384 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4440315 Aug 04 16:34:26.585438 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:26.585566 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54050) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:26.693619 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:26.788561 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-593b30a1-ac52-427d-ace8-689a7bc57794 None None] Network bfc5d859-45a1-4329-8e06-a08cba025981 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:34:26.874243 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:26Z', 'revision_number': 3, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:26.875696 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-f7c18eea-c859-42f7-b472-9d07437d20eb None None] Provisioning for port daccff3f-fb7a-4058-b2be-2ed3336c57c0 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:26.907085 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Checking router: 267f0efb-836d-4564-b834-4fcf05cb7a09 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:26.907432 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Updating router 267f0efb-836d-4564-b834-4fcf05cb7a09 port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 binding host dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:34:26.933194 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.040647 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.066982 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.212058 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.213011 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Allocated IP 172.20.0.1 (bfc5d859-45a1-4329-8e06-a08cba025981/07c2ad91-e178-409a-bf2c-6d4726801400/264c72b2-2b27-4d56-a57f-294bbcb3b1f7) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:27.221974 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.provisioning_blocks [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Transition to ACTIVE for port object 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 will not be triggered until provisioned by entity L2. {{(pid=93293) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:27.227776 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.285136 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Pushing event updated for resources: {'Port': ['ID=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,revision_number=2']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:27.287261 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Attempting to bind port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:27.287628 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Attempting to bind port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:27.288017 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Attempting to bind port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 on network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:27.297328 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:27.297702 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Checking segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93293) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:27.298104 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.298501 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Bound using segment: {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'} {{(pid=93293) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:27.298966 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.managers [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Bound port: 5ce34fb1-71d1-4df3-9d0d-af613c97eb13, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2fd334f-8527-4a1c-8e3e-79250d30922a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}}] {{(pid=93293) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:27.299362 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.301657 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.302006 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.302342 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.304179 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.304534 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.304874 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.305211 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.305623 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.305868 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.306195 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.306522 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.306844 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93293) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:27.455658 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] For port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93293) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:27.459037 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.plugins.ml2.db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] For port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93293) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:27.464309 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron_lib.callbacks.manager [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93293) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.537056 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95beb47-c43f-4204-884e-f40ec3b7bec1 None None] Pushing event updated for resources: {'Port': ['ID=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,revision_number=3']} {{(pid=93293) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:27.549823 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:27.550808 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:27.652760 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.659587 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device daccff3f-fb7a-4058-b2be-2ed3336c57c0 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:27.676737 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Transition to ACTIVE for port object 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:27.679283 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:27.717446 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port daccff3f-fb7a-4058-b2be-2ed3336c57c0 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:27.721532 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port daccff3f-fb7a-4058-b2be-2ed3336c57c0 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:27.721767 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.722037 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.765270 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Network bfc5d859-45a1-4329-8e06-a08cba025981 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:27.768224 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:27.774515 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:27.822278 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-469582'] for router_interface, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.850101 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.876220 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Pushing event updated for resources: {'Port': ['ID=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:27.900813 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port daccff3f-fb7a-4058-b2be-2ed3336c57c0, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=daccff3f-fb7a-4058-b2be-2ed3336c57c0,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:27.909975 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.970349 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:26Z', 'revision_number': 3, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:27.973266 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=daccff3f-fb7a-4058-b2be-2ed3336c57c0,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:27.994291 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:27.998515 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979f1fc5-02e5-4973-8843-afe7881455d1 None None] The sync data for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi is: [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:26Z', 'revision_number': 3, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:28.130384 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-775df482-2789-4721-86d0-049782ebf6c5 None None] Provisioning for port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:28.135216 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-775df482-2789-4721-86d0-049782ebf6c5 None None] Provisioning complete for port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:28.135654 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-775df482-2789-4721-86d0-049782ebf6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:28.171500 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:28.172982 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-775df482-2789-4721-86d0-049782ebf6c5 None None] Port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:34:28.179112 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:28.256277 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-470548'] for router_interface, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:28.258088 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Pushing event updated for resources: {'Port': ['ID=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:28.351433 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Network bfc5d859-45a1-4329-8e06-a08cba025981 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:28.352922 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:28.478201 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Router 267f0efb-836d-4564-b834-4fcf05cb7a09 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:34:28.595688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:28.600609 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-66356ef7-e841-42b2-91a8-f8ca781c73db None None] Provisioning complete for port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:28.600988 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-66356ef7-e841-42b2-91a8-f8ca781c73db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:28.601709 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f92e109a-8749-47a8-8c9a-7c6902e30560 admin admin] 10.222.0.79 "PUT /v2.0/routers/267f0efb-836d-4564-b834-4fcf05cb7a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0152762 Aug 04 16:34:28.638840 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-66356ef7-e841-42b2-91a8-f8ca781c73db None None] Port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:34:29.118692 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54070) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:29.124115 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-f7158cc1-544b-47a8-a1d8-963352781f14 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837477924', 'description': 'tempest-description--354252849'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:29.145606 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7158cc1-544b-47a8-a1d8-963352781f14 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.230543 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7158cc1-544b-47a8-a1d8-963352781f14 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.235140 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7158cc1-544b-47a8-a1d8-963352781f14 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.262180 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f7158cc1-544b-47a8-a1d8-963352781f14 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.263549 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f7158cc1-544b-47a8-a1d8-963352781f14 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1435804 Aug 04 16:34:29.266728 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54072) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:29.268691 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7158cc1-544b-47a8-a1d8-963352781f14 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=248581eb-01f2-4e29-93bd-32d085314094,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:29.271554 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-d01daf9b-dd2b-4e73-97b9-81de353ed290 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'security_group_rule': {'security_group_id': '248581eb-01f2-4e29-93bd-32d085314094', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:29.298671 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d01daf9b-dd2b-4e73-97b9-81de353ed290 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.356050 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d01daf9b-dd2b-4e73-97b9-81de353ed290 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.359931 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d01daf9b-dd2b-4e73-97b9-81de353ed290 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.376303 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01daf9b-dd2b-4e73-97b9-81de353ed290 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ff9b50-652e-48c2-8d1a-be755b28cae7,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:29.382463 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d01daf9b-dd2b-4e73-97b9-81de353ed290 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.383655 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d01daf9b-dd2b-4e73-97b9-81de353ed290 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159170 Aug 04 16:34:29.386348 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54074) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:29.391128 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-393862f6-9e9e-46ba-8296-27090412038d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'security_group_rule': {'security_group_id': '248581eb-01f2-4e29-93bd-32d085314094', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:29.417693 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-393862f6-9e9e-46ba-8296-27090412038d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.477076 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-393862f6-9e9e-46ba-8296-27090412038d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.480735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-393862f6-9e9e-46ba-8296-27090412038d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.498476 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393862f6-9e9e-46ba-8296-27090412038d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d666d73d-f273-4639-b363-7e9fed146b85,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:29.510826 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Sync routers for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:29.514068 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-393862f6-9e9e-46ba-8296-27090412038d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.518751 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54076) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:29.518889 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-393862f6-9e9e-46ba-8296-27090412038d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1314976 Aug 04 16:34:29.521302 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:29.521953 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:29.525009 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:29.563563 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.644444 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:29.677139 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.785648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Allocated IP 172.27.0.80 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/0ed7de57-8251-4b2f-b020-05aeb3f72501) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:29.801984 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device daccff3f-fb7a-4058-b2be-2ed3336c57c0 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:29.895345 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.941119 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port daccff3f-fb7a-4058-b2be-2ed3336c57c0 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:29.941493 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.946153 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:29.964994 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:29.983376 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:29.997142 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:30.027711 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'Port': ['ID=0ed7de57-8251-4b2f-b020-05aeb3f72501,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:30.061306 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:30.096335 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.115375 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:28Z', 'revision_number': 2, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:30.135201 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.143996 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Checking router: 267f0efb-836d-4564-b834-4fcf05cb7a09 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:30.144357 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Updating router 267f0efb-836d-4564-b834-4fcf05cb7a09 port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 binding host dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 16:34:30.165369 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:30.172502 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:30.172874 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.176951 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.251406 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-205d4df3-8d11-4d58-9a1b-f8412faf25bf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1879256949&fields=id&tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 267 time: 0.0758481 Aug 04 16:34:30.365092 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.389300 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.394976 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.403054 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-04223647-8ed8-4bc9-b952-8ff825ddac02 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:30.404874 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-04223647-8ed8-4bc9-b952-8ff825ddac02 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 811 time: 0.1455114 Aug 04 16:34:30.415413 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:30.420257 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.469087 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-f0424e7b-c77e-45f6-93d4-5bc1c5cf765b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/quotas/ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 375 time: 0.0574324 Aug 04 16:34:30.488323 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'Port': ['ID=0ed7de57-8251-4b2f-b020-05aeb3f72501,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:30.499229 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:30.519520 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.537138 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.538350 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-e4acb1d7-5cf9-4e5d-a02c-78a5a1b1d5c3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0183396 Aug 04 16:34:30.550679 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-5214846a-ec05-4f5e-a30a-395fb13a9feb tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740161 Aug 04 16:34:30.567620 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.578432 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Transition to ACTIVE for port object 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 will not be triggered until provisioned by entity L2. {{(pid=93292) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:30.584654 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.671276 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-caca525d-741d-48f0-9955-4c5cb072d975 service neutron] 10.222.0.79 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045432 Aug 04 16:34:30.671459 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427954c-1434-4277-b55c-b08f07c31d4f None None] Pushing event updated for resources: {'Port': ['ID=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,revision_number=3']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:30.699307 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Attempting to bind port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 on host dv-cinder-802882-3-iscsi for vnic_type normal with profile {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:30.699669 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Attempting to bind port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 by drivers openvswitch,hyperv on host dv-cinder-802882-3-iscsi at level 0 using segments [{'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:30.700054 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Attempting to bind port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 on network bfc5d859-45a1-4329-8e06-a08cba025981 {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:30.705339 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Checking agent: {'id': '44b16549-45f2-47bd-a896-e6095c4b8d06', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802882-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 18, 55), 'started_at': datetime.datetime(2021, 8, 4, 16, 19, 25), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802882-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:30.705713 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Checking segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93292) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:30.706112 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.706500 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Bound using segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} {{(pid=93292) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:30.706961 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.managers [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Bound port: 264c72b2-2b27-4d56-a57f-294bbcb3b1f7, host: dv-cinder-802882-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}}] {{(pid=93292) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:30.707340 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.748668 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-3108d6fc-8f83-4de1-bc49-6869affd98cf tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1837477924&fields=id&tenant_id=614f9fa158ca4d30b7019795fe3ce6a8 HTTP/1.1" status: 200 len: 267 time: 0.0890307 Aug 04 16:34:30.790889 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] For port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7, host dv-cinder-802882-3-iscsi, cleared binding levels {{(pid=93292) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:30.795921 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] For port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7, host dv-cinder-802882-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:30.803692 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:30.858203 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-4a4dde83-b2d4-4724-be43-6d8a55005f8f service neutron] 10.222.0.79 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698117 Aug 04 16:34:30.878036 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:30.878662 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:30.886466 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-c3f82756-c9bb-4f97-85ab-741649cd1319 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:30.888201 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-c3f82756-c9bb-4f97-85ab-741649cd1319 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 811 time: 0.1317170 Aug 04 16:34:30.910791 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-923bbf94-eaae-43f6-9d46-2b6371bd1b4b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/quotas/614f9fa158ca4d30b7019795fe3ce6a8 HTTP/1.1" status: 200 len: 375 time: 0.0108716 Aug 04 16:34:30.917725 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c427954c-1434-4277-b55c-b08f07c31d4f None None] Pushing event updated for resources: {'Port': ['ID=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:30.988430 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a11b7b51-f783-44ab-9797-1eb0e7ba9384 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0710678 Aug 04 16:34:31.037259 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:31.112343 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-09360a81-f7dd-4e41-b15c-1c73c68f8e55 service neutron] 10.222.0.79 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131470 Aug 04 16:34:31.212124 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-fdfc0fc2-bfff-4da4-9bfa-4b8f553ff91b service neutron] 10.222.0.79 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989017 Aug 04 16:34:31.266513 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-aef74912-012a-466d-acf0-fab1a4b8967b req-b33f9626-5414-47a0-8b51-9fa5f2de1538 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 210 time: 0.0329096 Aug 04 16:34:31.294670 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:31.329207 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86e75fa-f078-48e1-8a16-b55c5ee5b6c4 None None] The sync data for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi is: [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:31.432941 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d99d8284-f445-41a7-af80-bbd6876d224f req-eae051f1-2b48-41d3-afca-701c2e874188 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 210 time: 0.0542150 Aug 04 16:34:31.648279 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:31.700355 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:31.700828 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:31.792577 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:31.855728 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning for port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:31.860819 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:31.861316 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:31.947844 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:31.985431 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] For port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:31.996478 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:32.050573 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Pushing event updated for resources: {'Port': ['ID=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:32.393946 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fff99f68-e9de-4759-b89e-871783759a2b req-ec4e96d0-2a0d-48fe-a51e-a9ee4bae0f27 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 210 time: 0.0415277 Aug 04 16:34:32.446625 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-5c0669ee-fca0-490b-ab6f-8841ddc5c7c7 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:32.448095 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-5c0669ee-fca0-490b-ab6f-8841ddc5c7c7 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 811 time: 0.1475139 Aug 04 16:34:32.526506 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-6097d6b5-5b1b-4ce1-82f6-09a6a429ed0f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=614f9fa158ca4d30b7019795fe3ce6a8 HTTP/1.1" status: 200 len: 380 time: 0.0676990 Aug 04 16:34:32.546611 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0280f2a5-56eb-49ee-85dc-9049a2fc7b22 req-a73d2721-f904-4424-9ba4-8bff43410a11 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 210 time: 0.0326390 Aug 04 16:34:32.550282 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'port': {'device_id': '54105388-fb6c-4db5-9345-79b6930bab7d', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'admin_state_up': True, 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'security_groups': ['248581eb-01f2-4e29-93bd-32d085314094']}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:32.660393 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Made reservation on behalf of 614f9fa158ca4d30b7019795fe3ce6a8 for: {'port': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:32.664059 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:32.787931 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Allocated IP 172.20.0.10 (bfc5d859-45a1-4329-8e06-a08cba025981/07c2ad91-e178-409a-bf2c-6d4726801400/3374cf91-6a0d-4995-991d-6dc1cf5136de) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:32.926253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:32.940142 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Transition to ACTIVE for port object 3374cf91-6a0d-4995-991d-6dc1cf5136de will not be triggered until provisioned by entity DHCP. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:32.972723 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.014077 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Network bfc5d859-45a1-4329-8e06-a08cba025981 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:33.019015 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:33.022671 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:33.046730 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'Port': ['ID=3374cf91-6a0d-4995-991d-6dc1cf5136de,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:33.074608 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:33.075239 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.090490 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-e93195e5-98c8-4bed-9a5b-92b17da61f72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5467637 Aug 04 16:34:33.103186 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Request body: {'port': {'device_id': '54105388-fb6c-4db5-9345-79b6930bab7d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:33.161731 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.212803 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-01a84bc0-ac56-402f-b580-8bf4c4929fe7 None None] Provisioning for port 3374cf91-6a0d-4995-991d-6dc1cf5136de completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:33.216999 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-01a84bc0-ac56-402f-b580-8bf4c4929fe7 None None] Provisioning complete for port 3374cf91-6a0d-4995-991d-6dc1cf5136de triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:33.217376 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-01a84bc0-ac56-402f-b580-8bf4c4929fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.251380 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-01a84bc0-ac56-402f-b580-8bf4c4929fe7 None None] Port 3374cf91-6a0d-4995-991d-6dc1cf5136de cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:34:33.421147 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3374cf91-6a0d-4995-991d-6dc1cf5136de {{(pid=93290) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:34:33.429351 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.446912 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.provisioning_blocks [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Transition to ACTIVE for port object 3374cf91-6a0d-4995-991d-6dc1cf5136de will not be triggered until provisioned by entity L2. {{(pid=93290) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:33.452804 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.525142 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-000b7bbb-72c2-451b-956e-363bdc966ca6 req-147d097d-6966-47dc-883a-4f6abf7a7ac0 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 210 time: 0.0457380 Aug 04 16:34:33.551144 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3374cf91-6a0d-4995-991d-6dc1cf5136de,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:33.624911 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Attempting to bind port 3374cf91-6a0d-4995-991d-6dc1cf5136de on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:33.624911 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Attempting to bind port 3374cf91-6a0d-4995-991d-6dc1cf5136de by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:33.625280 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Attempting to bind port 3374cf91-6a0d-4995-991d-6dc1cf5136de on network bfc5d859-45a1-4329-8e06-a08cba025981 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:33.630001 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Port 3374cf91-6a0d-4995-991d-6dc1cf5136de on network bfc5d859-45a1-4329-8e06-a08cba025981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:34:33.630338 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Attempting to bind port 3374cf91-6a0d-4995-991d-6dc1cf5136de on network bfc5d859-45a1-4329-8e06-a08cba025981 {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:33.642295 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:33.642648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Checking segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:33.643113 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Bound using segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} {{(pid=93290) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:33.643480 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.managers [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Bound port: 3374cf91-6a0d-4995-991d-6dc1cf5136de, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}}] {{(pid=93290) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:33.643719 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 up at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:33.643838 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.707796 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Provisioning complete for port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:33.708200 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.756222 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5552d013-b82a-4d8b-9883-f4f68d247a9b req-936011db-70b5-49f1-87e5-559d2dd9d7b8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:33.757659 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5552d013-b82a-4d8b-9883-f4f68d247a9b req-936011db-70b5-49f1-87e5-559d2dd9d7b8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 944 time: 0.0878592 Aug 04 16:34:33.768592 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] For port 3374cf91-6a0d-4995-991d-6dc1cf5136de, host hv-cinder-80288, cleared binding levels {{(pid=93290) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:33.771427 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] For port 3374cf91-6a0d-4995-991d-6dc1cf5136de, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93290) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:33.781500 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.844461 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:33.845107 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:33.846790 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] 10.222.0.53 "PUT /v2.0/ports/3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 200 len: 1094 time: 0.7480323 Aug 04 16:34:33.847249 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:33.849552 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5e245a-ecc7-40b4-b06b-4578c477a651" -d '{"events": [{"name": "network-changed", "server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:33.862811 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5552d013-b82a-4d8b-9883-f4f68d247a9b req-480480e4-9447-4567-9e28-f44b2339722e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898318 Aug 04 16:34:33.880192 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3429d3d-3411-41f3-a729-5aecf22e13d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3374cf91-6a0d-4995-991d-6dc1cf5136de,revision_number=3']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:33.916619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beca8f36-608a-476e-80af-5aad8fca5ad4 x-openstack-request-id: req-beca8f36-608a-476e-80af-5aad8fca5ad4 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:33.916619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:33.916619 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-beca8f36-608a-476e-80af-5aad8fca5ad4 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:33.917073 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'status': 'completed', 'code': 200} Aug 04 16:34:33.948945 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-f596b6f0-3b3b-4698-93f7-fb1c5f21ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:33.951460 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-f596b6f0-3b3b-4698-93f7-fb1c5f21ce1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 1097 time: 0.0460582 Aug 04 16:34:33.998573 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-072e5feb-b8f7-4c38-ae72-a4a647cc622a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 200 len: 217 time: 0.0391459 Aug 04 16:34:34.053451 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-138196e4-0eed-4f9a-9534-65804214a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.054926 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-138196e4-0eed-4f9a-9534-65804214a145 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0448048 Aug 04 16:34:34.100139 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-81e10a5d-059f-4f38-be9b-d4f43665b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.101508 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-81e10a5d-059f-4f38-be9b-d4f43665b135 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386190 Aug 04 16:34:34.197943 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-c874d841-adcc-47ec-ab50-38e88f689340 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836794 Aug 04 16:34:34.291527 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-86c23f76-ee28-45e1-82ec-e3828c5d21b4 req-8ae28bd5-4d3f-40fb-8adb-d645171f15bc service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857406 Aug 04 16:34:34.364058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-8f8da67c-15bd-4ac3-975f-f4cdf05e0de7 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.365574 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-8f8da67c-15bd-4ac3-975f-f4cdf05e0de7 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 811 time: 0.1043954 Aug 04 16:34:34.389145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-49364889-be35-4958-9d5d-44014e28e15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.390674 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-49364889-be35-4958-9d5d-44014e28e15d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 1097 time: 0.0452075 Aug 04 16:34:34.411527 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-4c0fed54-1c2f-44d7-8fd5-1a28abda6d04 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17 HTTP/1.1" status: 200 len: 380 time: 0.0366735 Aug 04 16:34:34.428886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'port': {'device_id': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'admin_state_up': True, 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'security_groups': ['ee5a85f6-9911-495a-9bf1-de6a73903a96']}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:34.489819 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-4cc7ae41-d474-493a-ae7e-54685ced8599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.492187 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-4cc7ae41-d474-493a-ae7e-54685ced8599 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 912 time: 0.0944045 Aug 04 16:34:34.534420 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-4caf2d3c-3cbe-49c5-9158-641cf68c0a48 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 200 len: 217 time: 0.0345826 Aug 04 16:34:34.541379 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Made reservation on behalf of ae7a335e80a54ff9b6ae846cc35a3e17 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:34:34.545240 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:34.591086 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-75f5eb46-758e-4abb-9f3e-07deac31fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.592684 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-75f5eb46-758e-4abb-9f3e-07deac31fb94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0491180 Aug 04 16:34:34.655686 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c6a3bb40-a089-4bc4-93de-ff7c56722236 req-988d7ef9-bbf5-4f93-bffb-01b75ce9d517 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 210 time: 0.0285761 Aug 04 16:34:34.664911 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-18752234-6c36-43d4-893a-c8465f159eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.666380 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-18752234-6c36-43d4-893a-c8465f159eb9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0641541 Aug 04 16:34:34.677615 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Allocated IP 172.20.0.8 (e58d8f73-d0c7-4444-9975-89c63dc52b6b/4bef2416-f100-41a8-b46f-a3a9f2a234fe/43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:34.760772 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-b73e209a-f417-422c-a24e-a0b86f777b7f service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855801 Aug 04 16:34:34.823153 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:34.839371 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Transition to ACTIVE for port object 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:34.864310 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bf5e245a-ecc7-40b4-b06b-4578c477a651 req-e43c54ee-0178-4a9d-b1a9-34c8a6168ed8 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925224 Aug 04 16:34:34.878151 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:34.928443 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:34.933533 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:34.938804 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:34.945311 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:34.995683 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.995959 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffad32a-5583-4a2b-8dc7-172069f006d3 req-cea3429b-4de2-4ec7-8337-708676d1ae06 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:34.996605 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:34.998027 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ffad32a-5583-4a2b-8dc7-172069f006d3 req-cea3429b-4de2-4ec7-8337-708676d1ae06 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 944 time: 0.0540552 Aug 04 16:34:35.013148 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-c77497f7-5fe4-40fe-9c54-8463f18f5088 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881596 Aug 04 16:34:35.033067 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Request body: {'port': {'device_id': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:35.041377 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9ffad32a-5583-4a2b-8dc7-172069f006d3 req-a24d4f4d-3e75-4df2-8500-bfb2c0492dac tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363214 Aug 04 16:34:35.088863 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:35.154944 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-24c715de-d665-4e90-b4d4-00e9fb8af4c2 None None] Provisioning for port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:35.159388 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-24c715de-d665-4e90-b4d4-00e9fb8af4c2 None None] Provisioning complete for port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:35.159697 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-24c715de-d665-4e90-b4d4-00e9fb8af4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:35.191924 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-24c715de-d665-4e90-b4d4-00e9fb8af4c2 None None] Port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:34:35.349632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:34:35.357170 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:35.368515 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Transition to ACTIVE for port object 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:34:35.373858 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:35.439254 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Pushing event updated for resources: {'Port': ['ID=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:35.490714 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Attempting to bind port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:34:35.491049 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Attempting to bind port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:34:35.491377 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Attempting to bind port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:35.495997 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:34:35.496322 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Attempting to bind port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 on network e58d8f73-d0c7-4444-9975-89c63dc52b6b {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:34:35.501929 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:34:35.502264 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Checking segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:34:35.502702 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Bound using segment: {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:34:35.503127 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Bound port: 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef186212-b8bb-4900-8804-d8c0c974dd8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:34:35.503484 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:35.571498 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] For port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:34:35.574516 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] For port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:34:35.579663 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:35.611371 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:35.612003 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:35.613381 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] 10.222.0.53 "PUT /v2.0/ports/43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 HTTP/1.1" status: 200 len: 1093 time: 0.5898194 Aug 04 16:34:35.613803 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:35.616083 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0edb55-cd92-49aa-8984-eaa5fff093ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:35.652338 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216441d8-c029-4e9d-8f36-b58a108f0765 service neutron] Pushing event updated for resources: {'Port': ['ID=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:35.662808 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5dcbc8-4f32-4ebb-887f-e942959d37fe x-openstack-request-id: req-2e5dcbc8-4f32-4ebb-887f-e942959d37fe {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:35.663097 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:35.663345 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2e5dcbc8-4f32-4ebb-887f-e942959d37fe {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:35.663753 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'status': 'completed', 'code': 200} Aug 04 16:34:35.706850 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-54c725f6-a403-46ab-8eea-da2967030b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:35.708401 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-54c725f6-a403-46ab-8eea-da2967030b68 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 1096 time: 0.0428669 Aug 04 16:34:35.756644 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-78461c08-533e-412b-9b89-14847df3ce45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 HTTP/1.1" status: 200 len: 217 time: 0.0399597 Aug 04 16:34:35.781680 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855c0a53-c5d3-45b4-93ce-44263cf942a5 req-c1180aec-2087-4b97-8d2d-64be752104ff tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:35.783470 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-855c0a53-c5d3-45b4-93ce-44263cf942a5 req-c1180aec-2087-4b97-8d2d-64be752104ff tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 943 time: 0.0569894 Aug 04 16:34:35.811059 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-19310c60-1a7a-4b48-a8a5-6ba168289c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:35.812630 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-19310c60-1a7a-4b48-a8a5-6ba168289c7b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0487115 Aug 04 16:34:35.822664 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-855c0a53-c5d3-45b4-93ce-44263cf942a5 req-7711c1b6-c2e7-490a-b59f-d1395dbe564e tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332868 Aug 04 16:34:35.859252 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-d6c85168-e7b6-4bb0-9d39-e5f919b10add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:35.860770 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-d6c85168-e7b6-4bb0-9d39-e5f919b10add service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407901 Aug 04 16:34:35.952195 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-07aa6e70-d1fc-4c80-b9ac-548e7cb66518 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838001 Aug 04 16:34:36.039984 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-e1ac09ea-0290-4fd7-98cb-f7ff459d8d9f req-ae5cb54e-2ceb-474e-9db1-72733a140275 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804846 Aug 04 16:34:36.127051 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-ce0d47d5-6648-40b4-8a21-8bb9878f0072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:36.128742 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-ce0d47d5-6648-40b4-8a21-8bb9878f0072 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 1096 time: 0.0428069 Aug 04 16:34:36.158828 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713a2d3-240c-417b-b00c-b26076cc2761 req-cd25130e-73e0-4450-aaab-78df1ce783ba tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:36.160359 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d713a2d3-240c-417b-b00c-b26076cc2761 req-cd25130e-73e0-4450-aaab-78df1ce783ba tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 944 time: 0.0481246 Aug 04 16:34:36.197548 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d713a2d3-240c-417b-b00c-b26076cc2761 req-8ec46976-a176-4747-9528-a9eb40f0a49a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312364 Aug 04 16:34:36.222817 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-5167041d-6fe1-4bc9-b4fb-c4f146c8b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:36.224321 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-5167041d-6fe1-4bc9-b4fb-c4f146c8b06c service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.0879133 Aug 04 16:34:36.266396 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-818feeff-eebf-4ccd-a60c-708f8868d29c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 HTTP/1.1" status: 200 len: 217 time: 0.0332816 Aug 04 16:34:36.318592 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-122731b7-a73c-4aab-bb5c-876d2c5a11db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:36.320028 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-122731b7-a73c-4aab-bb5c-876d2c5a11db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0461328 Aug 04 16:34:36.366126 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-02559ff6-46e6-4015-aa55-05369e7c2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:36.367612 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-02559ff6-46e6-4015-aa55-05369e7c2f76 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395608 Aug 04 16:34:36.460695 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-9b85e7f5-8b1e-4563-ae99-d6c02cab3a21 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800436 Aug 04 16:34:36.557715 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-0a0edb55-cd92-49aa-8984-eaa5fff093ec req-d6ba3af3-83e8-4d4b-b052-d26f88730edf service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861139 Aug 04 16:34:36.803114 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3374cf91-6a0d-4995-991d-6dc1cf5136de details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:34:36.900573 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 3374cf91-6a0d-4995-991d-6dc1cf5136de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:36.912153 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'port_id': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'mac_address': 'fa:16:3e:67:c9:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:34:36.939155 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee83914-2fc9-4b6f-b8c9-d069996fd583 req-7e70f92e-03df-49e2-9e0d-8a13aaa6d5d3 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:36.940970 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5ee83914-2fc9-4b6f-b8c9-d069996fd583 req-7e70f92e-03df-49e2-9e0d-8a13aaa6d5d3 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 943 time: 0.0487227 Aug 04 16:34:36.949606 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:36.962787 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3374cf91-6a0d-4995-991d-6dc1cf5136de {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:34:36.978691 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5ee83914-2fc9-4b6f-b8c9-d069996fd583 req-14808f1e-8138-421e-b1a4-833659e220f1 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Aug 04 16:34:36.982924 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 3374cf91-6a0d-4995-991d-6dc1cf5136de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:36.986899 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:37.033930 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=3374cf91-6a0d-4995-991d-6dc1cf5136de,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:37.205232 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['3374cf91-6a0d-4995-991d-6dc1cf5136de'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:34:37.313415 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c35e57-752c-4f45-a551-091012ceed05 req-177edaa3-a6ac-49cf-bf11-1a93a06ca06e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:37.314889 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-43c35e57-752c-4f45-a551-091012ceed05 req-177edaa3-a6ac-49cf-bf11-1a93a06ca06e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 945 time: 0.0513308 Aug 04 16:34:37.351784 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-43c35e57-752c-4f45-a551-091012ceed05 req-b8d52c17-b698-49fb-a736-b25ee9c24639 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309765 Aug 04 16:34:38.092691 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7a40b-56cf-434b-ad1b-97c03a8af8b1 req-c64b46a9-524b-4035-a054-d12597f496bd tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:38.094148 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-08e7a40b-56cf-434b-ad1b-97c03a8af8b1 req-c64b46a9-524b-4035-a054-d12597f496bd tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 943 time: 0.0475678 Aug 04 16:34:38.130651 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-08e7a40b-56cf-434b-ad1b-97c03a8af8b1 req-a5b5fe76-94d7-485d-94c6-f41156517237 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305796 Aug 04 16:34:38.464471 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eda3bde-c224-439a-a8da-c345ced3692c req-367d9602-0fbf-4e2f-b8e6-44a022c58146 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:38.466123 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8eda3bde-c224-439a-a8da-c345ced3692c req-367d9602-0fbf-4e2f-b8e6-44a022c58146 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 945 time: 0.0483208 Aug 04 16:34:38.502639 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8eda3bde-c224-439a-a8da-c345ced3692c req-8d1333ad-a330-4557-9c2e-27133950c5ac tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309374 Aug 04 16:34:38.819157 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3374cf91-6a0d-4995-991d-6dc1cf5136de up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:38.865835 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 3374cf91-6a0d-4995-991d-6dc1cf5136de completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:38.869331 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 3374cf91-6a0d-4995-991d-6dc1cf5136de triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:38.869704 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:39.064498 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:39.087034 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:39.089241 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab68b008-d5c4-464c-a0dd-0bbfcda35e17" -d '{"events": [{"server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "name": "network-vif-plugged", "status": "completed", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:39.101827 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 3374cf91-6a0d-4995-991d-6dc1cf5136de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:39.105792 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:39.129220 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0826b98d-b76a-46d7-813f-9d066ceae2ee x-openstack-request-id: req-0826b98d-b76a-46d7-813f-9d066ceae2ee {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:39.129505 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "name": "network-vif-plugged", "status": "completed", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:39.129749 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-0826b98d-b76a-46d7-813f-9d066ceae2ee {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:39.130122 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'code': 200} Aug 04 16:34:39.156859 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=3374cf91-6a0d-4995-991d-6dc1cf5136de,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:39.250952 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e627221a-159a-49a9-9d15-426253cf0f48 req-30b2a4ac-04a8-4c41-8867-1c40580e0f82 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:39.252755 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e627221a-159a-49a9-9d15-426253cf0f48 req-30b2a4ac-04a8-4c41-8867-1c40580e0f82 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 943 time: 0.0554364 Aug 04 16:34:39.288594 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d69f0-9186-48f7-a0ce-f7ec0ffe24d9 req-35146677-bfa9-4dcd-9d09-73a8fe067c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:39.290113 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-de2d69f0-9186-48f7-a0ce-f7ec0ffe24d9 req-35146677-bfa9-4dcd-9d09-73a8fe067c84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 1099 time: 0.0407877 Aug 04 16:34:39.290425 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e627221a-159a-49a9-9d15-426253cf0f48 req-91bbf20c-310c-41a8-8492-dab89198d80a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320740 Aug 04 16:34:39.327351 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-de2d69f0-9186-48f7-a0ce-f7ec0ffe24d9 req-4aa0f903-3997-4e1b-a583-6111010a96c2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297372 Aug 04 16:34:39.616503 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c62a5d-8e88-4db4-84da-8849b26c010a req-799b4c77-aed6-419d-b17d-0d89f34e25f9 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:39.617981 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0c62a5d-8e88-4db4-84da-8849b26c010a req-799b4c77-aed6-419d-b17d-0d89f34e25f9 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0482445 Aug 04 16:34:39.655776 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b0c62a5d-8e88-4db4-84da-8849b26c010a req-3e522985-6fa9-4c03-b796-1ab343c9890e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319724 Aug 04 16:34:40.401846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b670d66-ebb7-41ae-8822-ecf58a2f308a req-6743ff1f-21c2-48b3-a261-1fa5e0c917d5 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:40.403441 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b670d66-ebb7-41ae-8822-ecf58a2f308a req-6743ff1f-21c2-48b3-a261-1fa5e0c917d5 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 943 time: 0.0478239 Aug 04 16:34:40.440976 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0b670d66-ebb7-41ae-8822-ecf58a2f308a req-04ea339a-5385-48bb-88fd-82677fa50abe tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314875 Aug 04 16:34:40.774848 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d5767-a8c7-465b-87fc-12f66a7df7f0 req-35642877-f246-408b-85bf-3d0460abaf07 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:40.776319 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-641d5767-a8c7-465b-87fc-12f66a7df7f0 req-35642877-f246-408b-85bf-3d0460abaf07 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0509009 Aug 04 16:34:40.815996 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-641d5767-a8c7-465b-87fc-12f66a7df7f0 req-56dfca5e-6bfc-4ca6-9904-a06c6d6f3d2e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 Aug 04 16:34:40.924523 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47354b32-c4b7-43e7-807b-ddaf4bb57e0a req-bbf8155b-27c8-450c-9d39-e15c4ab7bcc5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:40.925983 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-47354b32-c4b7-43e7-807b-ddaf4bb57e0a req-bbf8155b-27c8-450c-9d39-e15c4ab7bcc5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0475500 Aug 04 16:34:40.934445 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54176) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:40.938820 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'floatingip': {'port_id': '3374cf91-6a0d-4995-991d-6dc1cf5136de'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:40.976103 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:41.613145 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ca99e-d3a6-4724-bd61-fbb98568ab92 req-064d92e6-d2de-49a1-8cfe-56df3331774a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:41.614591 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2b6ca99e-d3a6-4724-bd61-fbb98568ab92 req-064d92e6-d2de-49a1-8cfe-56df3331774a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 943 time: 0.0931387 Aug 04 16:34:41.686536 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2b6ca99e-d3a6-4724-bd61-fbb98568ab92 req-fe3a3c99-78f5-4e99-b156-ebb4ef4b30b5 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650105 Aug 04 16:34:41.735883 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:41.739753 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:41.839000 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Floating IP 70a95ba0-1bd0-4abd-8779-1f7f20303b93 associated. External IP: 172.27.0.80, port: 3374cf91-6a0d-4995-991d-6dc1cf5136de. Aug 04 16:34:42.042408 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Router 267f0efb-836d-4564-b834-4fcf05cb7a09 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:34:42.147784 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:42.152415 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:42.157376 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] Sync routers for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:42.166636 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:42.167255 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:42.178225 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-97396341-805d-41e8-a41d-de8274ffb356 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "PUT /v2.0/floatingips/70a95ba0-1bd0-4abd-8779-1f7f20303b93 HTTP/1.1" status: 200 len: 991 time: 1.2427447 Aug 04 16:34:42.178814 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:42.181226 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1bf4f5-73f3-494c-b016-74ef865777cc" -d '{"events": [{"name": "network-changed", "server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:42.219481 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731380e-7f6d-448e-aed7-3e7efc18880b x-openstack-request-id: req-d731380e-7f6d-448e-aed7-3e7efc18880b {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:42.219769 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:42.220183 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d731380e-7f6d-448e-aed7-3e7efc18880b {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:42.221235 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'status': 'completed', 'code': 200} Aug 04 16:34:42.273973 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:42.285642 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-7378d761-d632-4c20-93c1-fd2c4e95ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:42.287150 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-7378d761-d632-4c20-93c1-fd2c4e95ec97 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 1099 time: 0.0416355 Aug 04 16:34:42.392691 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-e5773171-b973-4e2d-b8c7-81e678177378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:42.394170 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-e5773171-b973-4e2d-b8c7-81e678177378 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 912 time: 0.0997379 Aug 04 16:34:42.459162 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-faeb59fb-94e3-4683-bc47-bc87711b4643 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 200 len: 999 time: 0.0570784 Aug 04 16:34:42.492822 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '70a95ba0-1bd0-4abd-8779-1f7f20303b93', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'port_id': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'mac_address': 'fa:16:3e:67:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54105388-fb6c-4db5-9345-79b6930bab7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:34:30Z', 'updated_at': '2021-08-04T16:34:41Z', 'revision_number': 1, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:42.513793 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-4e5ff420-9117-4bf9-9b27-984de2af2b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:42.515258 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-4e5ff420-9117-4bf9-9b27-984de2af2b9d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0484221 Aug 04 16:34:42.522854 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] Checking router: 267f0efb-836d-4564-b834-4fcf05cb7a09 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:42.531514 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:42.532149 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:42.562130 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-6e09ade8-b6c6-4e9b-8d15-976bb2c24350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:42.563622 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-6e09ade8-b6c6-4e9b-8d15-976bb2c24350 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392141 Aug 04 16:34:42.634597 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:42.655164 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-a3311975-7ecb-4008-a0d7-73e456bf6606 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820088 Aug 04 16:34:42.750364 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-3c1bf4f5-73f3-494c-b016-74ef865777cc req-ab3944ab-6405-4207-8c06-fb95a6609847 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872664 Aug 04 16:34:42.807478 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2a7a8-5f5c-4f55-8975-9be91884a310 req-e7a1dc73-3531-4467-9e33-100c3a103c36 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:42.808925 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfb2a7a8-5f5c-4f55-8975-9be91884a310 req-e7a1dc73-3531-4467-9e33-100c3a103c36 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 943 time: 0.0507572 Aug 04 16:34:42.828025 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:34:42.849355 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bfb2a7a8-5f5c-4f55-8975-9be91884a310 req-8f811571-189f-4bcf-919a-c7e78630d91a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338821 Aug 04 16:34:42.869194 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '70a95ba0-1bd0-4abd-8779-1f7f20303b93', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'port_id': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'mac_address': 'fa:16:3e:67:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54105388-fb6c-4db5-9345-79b6930bab7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:34:30Z', 'updated_at': '2021-08-04T16:34:41Z', 'revision_number': 1, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:42.895676 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd844b48-caa7-439a-8ef4-120c9c5bd294 None None] The sync data for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi is: [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '70a95ba0-1bd0-4abd-8779-1f7f20303b93', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'floating_ip_address': '172.27.0.80', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'port_id': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'mac_address': 'fa:16:3e:67:c9:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54105388-fb6c-4db5-9345-79b6930bab7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:34:30Z', 'updated_at': '2021-08-04T16:34:41Z', 'revision_number': 1, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:42.935548 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:42.947691 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'port_id': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'mac_address': 'fa:16:3e:06:bb:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:34:42.985938 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:42.998473 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:34:43.018894 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:43.023908 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:43.073454 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:43.079982 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f9445-7583-4fd2-8e05-4dbd88113b49 None None] New status for floating IP 70a95ba0-1bd0-4abd-8779-1f7f20303b93: ACTIVE {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:34:43.240618 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:34:43.962725 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28652b4-5872-4fa1-81bc-497ff51f0820 req-c08d2cdc-bcf0-4d69-a699-149a5c06a5ac tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:43.964204 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a28652b4-5872-4fa1-81bc-497ff51f0820 req-c08d2cdc-bcf0-4d69-a699-149a5c06a5ac tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 944 time: 0.0470471 Aug 04 16:34:44.000849 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-a28652b4-5872-4fa1-81bc-497ff51f0820 req-8a1ddf25-9658-4ca9-94b6-151d93572bc9 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301528 Aug 04 16:34:44.849800 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:34:44.896959 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:34:44.900915 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:34:44.901306 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:44.974653 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:44.997110 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:44.999327 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2309daa8-480c-4b95-84ee-30d1a08ab95d" -d '{"events": [{"server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "name": "network-vif-plugged", "status": "completed", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:45.011935 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:34:45.016950 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:45.045597 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490e895d-0208-4298-84f5-00d890c01cfd x-openstack-request-id: req-490e895d-0208-4298-84f5-00d890c01cfd {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:45.045887 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "name": "network-vif-plugged", "status": "completed", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:45.046139 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-490e895d-0208-4298-84f5-00d890c01cfd {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:45.046520 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'code': 200} Aug 04 16:34:45.074455 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:45.119417 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fc97f-4420-4dd4-a673-43339ff3f8cb req-860eddba-c52f-4e17-8723-4aa93ca0823e tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:45.120813 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fd2fc97f-4420-4dd4-a673-43339ff3f8cb req-860eddba-c52f-4e17-8723-4aa93ca0823e tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 945 time: 0.0516758 Aug 04 16:34:45.157669 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fd2fc97f-4420-4dd4-a673-43339ff3f8cb req-e944f5f4-c62f-43c6-95f5-4f648c10cb8a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307858 Aug 04 16:34:45.323378 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb203ab-ac62-4823-924e-22c37fb81ea6 req-4b93f964-8045-47cd-82fd-1b975dc3eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:45.325405 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7fb203ab-ac62-4823-924e-22c37fb81ea6 req-4b93f964-8045-47cd-82fd-1b975dc3eace service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 1098 time: 0.0397749 Aug 04 16:34:45.361776 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7fb203ab-ac62-4823-924e-22c37fb81ea6 req-15b6ba99-4dde-453a-a7c6-ad67a3a8530e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271859 Aug 04 16:34:46.275926 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fedca9b-2735-45dc-8c3f-249b2bc828ee req-1088dd12-493b-4e49-8636-9869c70b2945 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:46.277408 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2fedca9b-2735-45dc-8c3f-249b2bc828ee req-1088dd12-493b-4e49-8636-9869c70b2945 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 945 time: 0.0496497 Aug 04 16:34:46.316983 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2fedca9b-2735-45dc-8c3f-249b2bc828ee req-b10ef95b-0a4f-49c9-9dcd-9f3d1a1e3236 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333993 Aug 04 16:34:47.433034 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24f064d-8968-4da6-8720-ab09398eaff1 req-7fc2b07d-dd65-4f0a-a891-c3ee768fe700 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:47.434581 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d24f064d-8968-4da6-8720-ab09398eaff1 req-7fc2b07d-dd65-4f0a-a891-c3ee768fe700 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 945 time: 0.0493717 Aug 04 16:34:47.472284 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d24f064d-8968-4da6-8720-ab09398eaff1 req-7fda206c-aeee-4988-a67c-702938f7e8d8 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318000 Aug 04 16:34:47.592076 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f49b2e-446e-4018-a585-d7fe7d5189cb req-13996578-f53c-4dba-a8dc-3058f6710c7b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:47.593518 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-54f49b2e-446e-4018-a585-d7fe7d5189cb req-13996578-f53c-4dba-a8dc-3058f6710c7b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 945 time: 0.0519428 Aug 04 16:34:47.631568 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-54f49b2e-446e-4018-a585-d7fe7d5189cb req-43f6d070-fc7a-4f57-9623-e2e154c4fa34 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321488 Aug 04 16:34:47.654245 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54208) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:47.792769 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d8783-1943-4e47-b7cd-8243945e5625 tempest-TestVolumeBootPattern-1295334741 tempest-TestVolumeBootPattern-1295334741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:47.797033 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a87d8783-1943-4e47-b7cd-8243945e5625 tempest-TestVolumeBootPattern-1295334741 tempest-TestVolumeBootPattern-1295334741-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 1093 time: 0.1391883 Aug 04 16:34:47.797199 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54212) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:34:47.801589 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'port_id': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:34:47.822889 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:47.925459 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.030072 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_common [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Allocated IP 172.27.0.117 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/454d82f8-ee56-405d-9b51-181d02bafd61) {{(pid=93290) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:34:48.136868 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.175366 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.217319 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93290) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:34:48.220309 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Resources bound (agent type, host, resource id): {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:34:48.224805 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Received port after_create {{(pid=93290) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:34:48.227555 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=454d82f8-ee56-405d-9b51-181d02bafd61,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:48.253665 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.254021 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.254369 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.254710 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.255053 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.255391 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.255724 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.256089 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.256423 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.256750 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.257074 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.257402 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:34:48.579180 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.642320 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.791107 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for port, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.796909 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13156081'] for port, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.864821 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event updated for resources: {'Port': ['ID=454d82f8-ee56-405d-9b51-181d02bafd61,revision_number=2']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:34:48.878776 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:48.975669 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Floating IP 14bdb0bc-9ab0-42ee-9da7-cf715259acc8 associated. External IP: 172.27.0.117, port: 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3. Aug 04 16:34:49.177220 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:34:49.252671 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:49.281288 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:34:49.290674 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:34:49.297471 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:49.301562 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:49.302196 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:49.326537 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8e09f843-bfc0-4335-b824-8112984037ad tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5282834 Aug 04 16:34:49.327219 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:34:49.329700 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa26c25-3d9e-416b-9941-7a49bd66f416" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:34:49.365612 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-e0c4d299-8d51-475a-af6d-a8a15b2aae33 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550983 Aug 04 16:34:49.368167 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76dd8d41-1067-41ca-9df5-2f9eb9aaa793 x-openstack-request-id: req-76dd8d41-1067-41ca-9df5-2f9eb9aaa793 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:34:49.368459 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:34:49.368709 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-76dd8d41-1067-41ca-9df5-2f9eb9aaa793 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:34:49.369142 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'status': 'completed', 'code': 200} Aug 04 16:34:49.415495 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:49.436126 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-41dcc717-5058-4b2b-a0dc-30958950ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:49.437636 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-41dcc717-5058-4b2b-a0dc-30958950ceaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 1098 time: 0.0412977 Aug 04 16:34:49.541083 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-2a5fabdf-264c-4d1f-b7a6-f30b83169d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:49.542586 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-2a5fabdf-264c-4d1f-b7a6-f30b83169d03 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.0976653 Aug 04 16:34:49.616694 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-01ea3aa3-dbfa-4bf2-9312-2a8abde9eb3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 HTTP/1.1" status: 200 len: 999 time: 0.0662856 Aug 04 16:34:49.670848 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-e6fb827b-2b95-4946-820c-fb3ba9c01dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:49.672534 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-e6fb827b-2b95-4946-820c-fb3ba9c01dbd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0490620 Aug 04 16:34:49.721802 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-afe8e1d2-b178-4438-80a6-69155d39ba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:49.724443 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-afe8e1d2-b178-4438-80a6-69155d39ba02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439167 Aug 04 16:34:49.726381 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-30df9174-a9ff-4432-9dda-5764ee0ec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:49.727913 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-30df9174-a9ff-4432-9dda-5764ee0ec41a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1098 time: 0.3304515 Aug 04 16:34:49.749911 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '14bdb0bc-9ab0-42ee-9da7-cf715259acc8', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:06:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:34:48Z', 'updated_at': '2021-08-04T16:34:48Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}, {'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:45Z', 'revision_number': 1, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:49.775760 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:34:49.784433 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:34:49.785069 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:34:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:49.823083 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-b2837bda-9728-4761-a3b6-616cc55550e4 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903594 Aug 04 16:34:49.835189 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-ebea87a4-fc78-480f-aca1-0480574aa634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:49.836838 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-ebea87a4-fc78-480f-aca1-0480574aa634 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.0886793 Aug 04 16:34:49.890530 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:34:49.909159 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-500f726c-e1f0-4422-b4a1-a40abd937f7f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 200 len: 1000 time: 0.0651076 Aug 04 16:34:49.919136 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-2fa26c25-3d9e-416b-9941-7a49bd66f416 req-0b071518-6fef-4171-a116-7712f5da8c41 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855491 Aug 04 16:34:49.960479 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-cd09e2d0-e820-40cb-973c-684ae4673172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:49.961967 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-cd09e2d0-e820-40cb-973c-684ae4673172 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0459435 Aug 04 16:34:50.008273 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-8e9b4001-7b18-4ee8-85ec-1fb295286445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:34:50.009721 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-8e9b4001-7b18-4ee8-85ec-1fb295286445 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400136 Aug 04 16:34:50.101009 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-26df1cd5-be65-4e67-97e6-cd4e807989a4 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840497 Aug 04 16:34:50.112437 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '14bdb0bc-9ab0-42ee-9da7-cf715259acc8', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:06:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:34:48Z', 'updated_at': '2021-08-04T16:34:48Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}, {'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:45Z', 'revision_number': 1, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:34:50.139392 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bad1356-b092-404b-aabb-a5f8c97c358f None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '14bdb0bc-9ab0-42ee-9da7-cf715259acc8', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.117', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 633, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:06:bb:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:34:48Z', 'updated_at': '2021-08-04T16:34:48Z', 'revision_number': 0, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}, {'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:45Z', 'revision_number': 1, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:34:50.190972 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d2c4588d-9c4c-4af9-86d6-3a1eccc1a3b1 req-e78aa125-a06b-4586-a075-aa320a16cbd1 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831261 Aug 04 16:34:50.346725 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fcaf6a-54e6-4c28-97fc-cf495fe07207 None None] New status for floating IP 14bdb0bc-9ab0-42ee-9da7-cf715259acc8: ACTIVE {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:34:52.032929 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-01f8d389-85fe-4095-90b8-478a96088b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:54.592870 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4448a611-c457-48e9-bbbf-ae23ab6d79dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.114949 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:55.720047 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:34:56.883914 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:34:57.065264 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:19.237261 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:22.033438 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-2a7e8d96-8866-494b-8cae-868d9f87c0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:24.594003 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4811b4c0-0efb-4b57-8168-a511b613974e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:25.115404 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:25.719511 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:27.068516 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:32.548341 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d6385-e767-4e0f-bbd2-d36672364f51 req-af628907-730f-46ed-bd64-03f7e574fc2a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:32.549848 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-410d6385-e767-4e0f-bbd2-d36672364f51 req-af628907-730f-46ed-bd64-03f7e574fc2a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0503159 Aug 04 16:35:32.587692 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-410d6385-e767-4e0f-bbd2-d36672364f51 req-c93d4213-19e2-48bf-9037-0147f4e4b1f2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318551 Aug 04 16:35:33.710905 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b4d-7381-4696-9bcb-24ed2b56c32f req-b4a8be4b-f275-47f1-acdd-5bef27a7f308 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:33.712589 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59dc4b4d-7381-4696-9bcb-24ed2b56c32f req-b4a8be4b-f275-47f1-acdd-5bef27a7f308 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0535350 Aug 04 16:35:33.751781 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-59dc4b4d-7381-4696-9bcb-24ed2b56c32f req-fb09e377-bc5f-4804-8531-568043a63609 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323884 Aug 04 16:35:33.882349 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:35:34.867417 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0210f0-fc2b-4e97-b168-13ad9f13b9b3 req-394969e8-79ac-400e-bee2-d26bacf568e3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:34.868933 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5b0210f0-fc2b-4e97-b168-13ad9f13b9b3 req-394969e8-79ac-400e-bee2-d26bacf568e3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0484710 Aug 04 16:35:34.906180 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5b0210f0-fc2b-4e97-b168-13ad9f13b9b3 req-715a01db-2462-4de3-b481-36e8b11e596a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313644 Aug 04 16:35:36.017521 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86b79a9-4601-46f2-b95c-51e4d8f588e9 req-48042cd9-fca7-44a9-8cfe-9aa1fcf00110 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:36.018980 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b86b79a9-4601-46f2-b95c-51e4d8f588e9 req-48042cd9-fca7-44a9-8cfe-9aa1fcf00110 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0469792 Aug 04 16:35:36.056731 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b86b79a9-4601-46f2-b95c-51e4d8f588e9 req-49a0ce1f-306f-4d01-bf36-c2f4175d6fe9 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319426 Aug 04 16:35:37.172401 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5dd039-262b-479e-aa92-04a03cafe6f2 req-d6970fb2-e01d-48cd-8cde-3b8cd038e25f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:37.173885 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2a5dd039-262b-479e-aa92-04a03cafe6f2 req-d6970fb2-e01d-48cd-8cde-3b8cd038e25f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0508420 Aug 04 16:35:37.210611 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2a5dd039-262b-479e-aa92-04a03cafe6f2 req-f4903df5-83b4-4757-8117-48c80f38cf3f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309939 Aug 04 16:35:38.322949 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed294c2-3909-4fa9-8110-bcc5b69a912d req-357cd7ea-9d2d-402f-8212-4253674f3123 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:38.325159 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ed294c2-3909-4fa9-8110-bcc5b69a912d req-357cd7ea-9d2d-402f-8212-4253674f3123 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0473650 Aug 04 16:35:38.361318 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2ed294c2-3909-4fa9-8110-bcc5b69a912d req-1411edad-5f0b-46f7-be2d-1b3ba530a7fc tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304778 Aug 04 16:35:39.476339 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3af7fb-fed8-4c8d-8f1c-d8b59d987ff8 req-d0442bc2-31f3-47a4-affd-861287eb88d0 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:39.477867 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6c3af7fb-fed8-4c8d-8f1c-d8b59d987ff8 req-d0442bc2-31f3-47a4-affd-861287eb88d0 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0497580 Aug 04 16:35:39.516194 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6c3af7fb-fed8-4c8d-8f1c-d8b59d987ff8 req-a13c9123-b538-4fb3-b958-60508f925e5c tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321693 Aug 04 16:35:40.634008 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2386c7-5803-41d2-a021-292da501643d req-01c80931-6ce6-4490-9257-7bfb9b7914db tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:40.635488 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ec2386c7-5803-41d2-a021-292da501643d req-01c80931-6ce6-4490-9257-7bfb9b7914db tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0518913 Aug 04 16:35:40.672403 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ec2386c7-5803-41d2-a021-292da501643d req-7f11b633-78ca-441b-880b-d34d6ecd6dd6 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303571 Aug 04 16:35:41.784108 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82529770-29eb-4312-bd5f-9dfba6ed7522 req-f63b6a35-a02f-4b98-8b33-e155b4b972e5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:41.785591 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-82529770-29eb-4312-bd5f-9dfba6ed7522 req-f63b6a35-a02f-4b98-8b33-e155b4b972e5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0475574 Aug 04 16:35:41.824685 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-82529770-29eb-4312-bd5f-9dfba6ed7522 req-b6c7691a-6959-4e11-bb26-16b1d624ec05 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Aug 04 16:35:42.940477 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4abb3a-ad5f-47db-a7e4-538016ed6e4a req-c1fc2479-e659-4d27-bf35-0cd2517d630c tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:42.942163 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fc4abb3a-ad5f-47db-a7e4-538016ed6e4a req-c1fc2479-e659-4d27-bf35-0cd2517d630c tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0519295 Aug 04 16:35:42.978982 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fc4abb3a-ad5f-47db-a7e4-538016ed6e4a req-6dce5a60-8ae5-4477-aeaa-1b1c6de36c20 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310123 Aug 04 16:35:44.099930 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c33899-f66e-49a6-9298-cca12d294a62 req-846693c9-eb18-4e3f-9dbd-586051bd2a10 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:44.101378 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c2c33899-f66e-49a6-9298-cca12d294a62 req-846693c9-eb18-4e3f-9dbd-586051bd2a10 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0509851 Aug 04 16:35:44.138042 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c2c33899-f66e-49a6-9298-cca12d294a62 req-25fb2b8d-106d-4320-8143-dff24dfc9a9f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305994 Aug 04 16:35:45.249920 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5de497-ba6e-42ce-8989-cdf5a6f288dd req-26fd352c-ea75-492e-b56b-69bcae224746 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:45.251377 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-de5de497-ba6e-42ce-8989-cdf5a6f288dd req-26fd352c-ea75-492e-b56b-69bcae224746 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0469685 Aug 04 16:35:45.287425 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-de5de497-ba6e-42ce-8989-cdf5a6f288dd req-09bc21e5-240b-49b6-b3bc-ced780fba749 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302885 Aug 04 16:35:46.399659 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c8d8f-ce40-4519-b553-97b9e1cdb4c3 req-ecad92ea-bacd-4b7b-89c0-9a67c2197f8d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:46.401140 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fb5c8d8f-ce40-4519-b553-97b9e1cdb4c3 req-ecad92ea-bacd-4b7b-89c0-9a67c2197f8d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0479388 Aug 04 16:35:46.437879 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fb5c8d8f-ce40-4519-b553-97b9e1cdb4c3 req-3bea4f32-b7b1-4380-98b9-4fd9df07166e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301034 Aug 04 16:35:47.557169 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d6035-5062-40ec-9217-f7c98230668e req-a2abc9a7-63fc-493f-847b-0afb74a6111c tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:47.558711 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-722d6035-5062-40ec-9217-f7c98230668e req-a2abc9a7-63fc-493f-847b-0afb74a6111c tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0517921 Aug 04 16:35:47.596719 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-722d6035-5062-40ec-9217-f7c98230668e req-78072609-09f3-4669-a225-9295cfc21e1f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318618 Aug 04 16:35:48.710702 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc017e5e-9186-4cb4-b6ca-bdd80fc8c9a3 req-953b1d43-16cd-4a89-b8ae-92ccf90252e2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:48.712209 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cc017e5e-9186-4cb4-b6ca-bdd80fc8c9a3 req-953b1d43-16cd-4a89-b8ae-92ccf90252e2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0479844 Aug 04 16:35:48.752880 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-cc017e5e-9186-4cb4-b6ca-bdd80fc8c9a3 req-21d4d39e-c451-4cfe-9a6c-ccc77f0f5c2e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343084 Aug 04 16:35:48.946331 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b6c8e-ee95-44e6-96a9-a835d798c065 req-95283703-7462-4169-b9f7-99b021897b75 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:48.947833 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-223b6c8e-ee95-44e6-96a9-a835d798c065 req-95283703-7462-4169-b9f7-99b021897b75 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0496442 Aug 04 16:35:49.016308 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-223b6c8e-ee95-44e6-96a9-a835d798c065 req-352fb4de-2538-45d2-a4bd-f9cc9a5f004f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620224 Aug 04 16:35:49.022181 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-0a0a8942-4cc1-422c-9511-1e16e70f3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.023588 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-0a0a8942-4cc1-422c-9511-1e16e70f3f31 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 1099 time: 0.0626173 Aug 04 16:35:49.111700 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-308d6283-e8ec-49d1-9bca-6969bf7d4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.113185 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-308d6283-e8ec-49d1-9bca-6969bf7d4cc7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 912 time: 0.0821350 Aug 04 16:35:49.181062 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-037f5251-60e9-439b-b9eb-5046c95b1356 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 200 len: 1001 time: 0.0612235 Aug 04 16:35:49.209288 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-1da0c97e-3854-4532-8764-b9b235ee63e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396986 Aug 04 16:35:49.233036 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-14dbec8a-c7ec-49b0-83fe-549844fb99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.234540 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-14dbec8a-c7ec-49b0-83fe-549844fb99b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0447919 Aug 04 16:35:49.269862 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:49.282182 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-f8d97901-accd-4912-964e-624ed73cd5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.283707 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-f8d97901-accd-4912-964e-624ed73cd5a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422421 Aug 04 16:35:49.293243 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-944f22ac-1910-4ff5-a97f-9029ff3eb9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.294780 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-944f22ac-1910-4ff5-a97f-9029ff3eb9c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1098 time: 0.0445573 Aug 04 16:35:49.376293 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-b2dbf460-353c-46b9-91b0-22af3643b20e service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853384 Aug 04 16:35:49.395291 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-de903496-ce53-4f7c-a184-d2f8f654b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.396798 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-de903496-ce53-4f7c-a184-d2f8f654b910 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.0831244 Aug 04 16:35:49.462836 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-c084ab8e-e4e2-4ea2-b856-9bc5d4700135 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 200 len: 1000 time: 0.0591960 Aug 04 16:35:49.463443 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-68419002-dddf-4fe3-bc69-b6ed1cca6ad5 req-ab8ebeb2-a2cc-4cf4-a08e-994718fab920 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801296 Aug 04 16:35:49.518882 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-ea80d647-1de0-4e91-9987-25df43c04777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.520426 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-ea80d647-1de0-4e91-9987-25df43c04777 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0451291 Aug 04 16:35:49.566190 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-c1ea4a91-d549-40e8-8325-919d93afda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:49.567643 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-c1ea4a91-d549-40e8-8325-919d93afda25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392265 Aug 04 16:35:49.657903 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-b91bcc93-3685-48c3-bdcd-67f1237a53d1 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819292 Aug 04 16:35:49.745025 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-59231167-c1b9-4a85-bd06-75f713bfdae8 req-33e5cfe9-c253-49c5-b4c1-c4e685110bc1 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792527 Aug 04 16:35:50.140191 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5966e63f-9cf2-41e0-af6e-1a6bbf6cd2d0 req-c613297a-8ff1-462e-8466-61ceeb9a2b96 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:50.141693 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5966e63f-9cf2-41e0-af6e-1a6bbf6cd2d0 req-c613297a-8ff1-462e-8466-61ceeb9a2b96 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0580997 Aug 04 16:35:50.183328 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-5966e63f-9cf2-41e0-af6e-1a6bbf6cd2d0 req-dfe10d88-23d1-46db-9f7c-05dc7d408d97 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345211 Aug 04 16:35:51.298323 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a95ff-6a03-419c-80c3-fb5724b5ce73 req-9802c088-a112-4e44-8838-4f3adef40a23 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:35:51.299789 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-489a95ff-6a03-419c-80c3-fb5724b5ce73 req-9802c088-a112-4e44-8838-4f3adef40a23 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0479856 Aug 04 16:35:51.337033 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-489a95ff-6a03-419c-80c3-fb5724b5ce73 req-8b949503-ae49-4e67-988a-cb9722de7482 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312417 Aug 04 16:35:52.032852 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7bfc2880-ff73-4135-9038-f9ff131b6646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:54.594793 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-1a69890f-3b8c-42ed-91d9-357d8124f68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:55.116595 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:55.723371 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:35:57.071558 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:10.881891 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:36:19.263240 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:21.363895 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54382) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:21.516892 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Deleting port 454d82f8-ee56-405d-9b51-181d02bafd61 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:21.517244 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:21.593082 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:21.593416 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:21.604887 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Calling delete_port for 454d82f8-ee56-405d-9b51-181d02bafd61 owned by network:floatingip {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:21.776270 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:21.800760 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event deleted for resources: {'Port': ['ID=454d82f8-ee56-405d-9b51-181d02bafd61,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:21.826036 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.826399 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.826751 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.827094 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.827434 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.827773 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.828138 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.828476 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.828809 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.829137 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.829467 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.829793 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:21.874202 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:21.874544 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Floating IP 14bdb0bc-9ab0-42ee-9da7-cf715259acc8 disassociated (deleted). External IP: 172.27.0.117, port: 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3. Aug 04 16:36:22.032858 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-0eac4d59-ae3d-48c9-9d76-d1464a2b6c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:22.071135 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:36:22.175928 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:36:22.180961 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:22.185638 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:36:22.194229 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:22.194839 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:35:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:22.210965 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a8778552-de32-4c26-9d89-d6e631ac964a tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "DELETE /v2.0/floatingips/14bdb0bc-9ab0-42ee-9da7-cf715259acc8 HTTP/1.1" status: 204 len: 168 time: 0.8458409 Aug 04 16:36:22.211939 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:36:22.215207 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10828223-e1ec-48b1-af0e-5f534d79f86a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:36:22.255570 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4dfaf5-8057-493a-ab2c-140c89c3a394 x-openstack-request-id: req-4f4dfaf5-8057-493a-ab2c-140c89c3a394 {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:36:22.256697 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:36:22.257165 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4f4dfaf5-8057-493a-ab2c-140c89c3a394 {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:36:22.257847 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'status': 'completed', 'code': 200} Aug 04 16:36:22.325700 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-1aa1ecca-ff9e-4969-94f6-03e1e325f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:22.326297 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:22.327158 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-1aa1ecca-ff9e-4969-94f6-03e1e325f16a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 1098 time: 0.0456147 Aug 04 16:36:22.435197 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-2a316204-6ab1-42db-9803-706b599359f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:22.436737 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-2a316204-6ab1-42db-9803-706b599359f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.1021218 Aug 04 16:36:22.459096 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064d32e-8bac-48dc-a516-607acb72e12e req-b644b8ae-18d2-4c6c-9ecb-4c1aa4bd5296 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:22.460694 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2064d32e-8bac-48dc-a516-607acb72e12e req-b644b8ae-18d2-4c6c-9ecb-4c1aa4bd5296 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 945 time: 0.0501609 Aug 04 16:36:22.481168 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-16e0c9d6-1559-4152-8c2c-ae742647932f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 HTTP/1.1" status: 200 len: 217 time: 0.0359974 Aug 04 16:36:22.503278 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2064d32e-8bac-48dc-a516-607acb72e12e req-3dfc7a67-0d56-4a22-91cf-b7262f9603b5 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354581 Aug 04 16:36:22.540733 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-bf38c9d6-25fb-436f-aece-1257bd2d45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:22.542801 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-bf38c9d6-25fb-436f-aece-1257bd2d45aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0504327 Aug 04 16:36:22.569315 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:45Z', 'revision_number': 1, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:22.590085 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-31a11980-91e1-46c7-a45d-22d96f1d565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:22.591516 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-31a11980-91e1-46c7-a45d-22d96f1d565e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403197 Aug 04 16:36:22.594715 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:36:22.602778 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:22.603606 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:35:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:22.682955 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-f7a99754-e7eb-4162-b779-b6c090c9d0fc service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815475 Aug 04 16:36:22.704435 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:22.776680 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-10828223-e1ec-48b1-af0e-5f534d79f86a req-1fe29e66-a90a-4a52-9351-1325580ae69a service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846093 Aug 04 16:36:22.922317 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:45Z', 'revision_number': 1, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:22.951252 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f5fd8-6431-42e9-b9e8-8d5bb0add2ff None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': 'a22def7f-f346-4725-855e-f29fda6d42d3', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'floating_ip_address': '172.27.0.65', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'port_id': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 600, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'mac_address': 'fa:16:3e:2a:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:32:43Z', 'updated_at': '2021-08-04T16:32:45Z', 'revision_number': 1, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:36:23.164173 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd9cb3a-0e63-4bf8-b10b-17aa27d7d1f0 None None] New status for floating IP 14bdb0bc-9ab0-42ee-9da7-cf715259acc8: DOWN {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:36:23.619359 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34785ce4-4d40-41ef-96b2-e5217229c0dd req-4313a84e-17e9-4f83-be41-8e8183376373 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:23.620988 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-34785ce4-4d40-41ef-96b2-e5217229c0dd req-4313a84e-17e9-4f83-be41-8e8183376373 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 945 time: 0.0491054 Aug 04 16:36:23.658036 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-34785ce4-4d40-41ef-96b2-e5217229c0dd req-8889d501-e2fd-4eb6-aedc-b8c327489251 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312448 Aug 04 16:36:24.044244 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-fc74ce45-7e24-4fee-9a67-d135ed94b3da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:24.045672 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-fc74ce45-7e24-4fee-9a67-d135ed94b3da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 945 time: 0.0475411 Aug 04 16:36:24.139991 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Deleting port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:24.140339 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:24.227507 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] For port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:24.228172 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:24.242490 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Calling delete_port for 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:24.384561 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:24.417705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event deleted for resources: {'Port': ['ID=43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:24.441299 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.441656 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.442090 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.442363 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.442695 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.443027 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.443360 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.443689 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.444043 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.444366 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.444687 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.445007 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:24.464110 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] No DVR routers for this DVR port 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:36:24.466706 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:24.468865 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-7ca8b866-8b95-46ec-9b35-4fd6a84a920f req-3816b055-e02a-44e1-8009-8cabef778dce tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "DELETE /v2.0/ports/43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 HTTP/1.1" status: 204 len: 173 time: 0.4161558 Aug 04 16:36:24.469339 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'name': 'network-vif-deleted', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:36:24.471647 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d76ad7-512b-4f23-9841-df62d68f2b08" -d '{"events": [{"server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "name": "network-vif-deleted", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:36:24.509571 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c28d8dc-82ff-4f9d-9ca5-d632bc48f2b0 x-openstack-request-id: req-2c28d8dc-82ff-4f9d-9ca5-d632bc48f2b0 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:36:24.509902 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a2496b3-22aa-4c10-b104-e2acfc61d82e", "name": "network-vif-deleted", "tag": "43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:36:24.510155 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2c28d8dc-82ff-4f9d-9ca5-d632bc48f2b0 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:36:24.510550 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a2496b3-22aa-4c10-b104-e2acfc61d82e', 'name': 'network-vif-deleted', 'tag': '43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3', 'status': 'completed', 'code': 200} Aug 04 16:36:24.594217 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c0aff8bb-fff4-4e05-a92b-4fa8a914cd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:24.752787 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-2f6711e7-8277-44a8-a50c-a6397a2147f8 req-c6f0aeab-4fe4-415a-875d-fddeec483d2d tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=7a2496b3-22aa-4c10-b104-e2acfc61d82e HTTP/1.1" status: 200 len: 210 time: 0.0274701 Aug 04 16:36:25.120813 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:25.644075 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc41574-2c0f-409b-a378-821da2376129 req-2ce1f968-0023-4a73-ad72-fca1861d8869 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:25.645601 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fdc41574-2c0f-409b-a378-821da2376129 req-2ce1f968-0023-4a73-ad72-fca1861d8869 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0519192 Aug 04 16:36:25.683401 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-fdc41574-2c0f-409b-a378-821da2376129 req-e8f69df6-a329-418b-9259-44929ced00a6 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310624 Aug 04 16:36:25.726895 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:26.794752 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ee833-cc23-4e4d-bfa0-87777a407612 req-40710299-4f3d-48ae-86ca-1578258e73c8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:26.796232 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-073ee833-cc23-4e4d-bfa0-87777a407612 req-40710299-4f3d-48ae-86ca-1578258e73c8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0473292 Aug 04 16:36:26.833407 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-073ee833-cc23-4e4d-bfa0-87777a407612 req-81562b41-24fd-4aca-a538-07cd4293d0ef tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312452 Aug 04 16:36:27.074180 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:27.353994 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:27.373660 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:27.373992 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 43fa4bd0-3787-4123-b3cd-5e5dc93bd9f3 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:27.995998 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc10f4-83af-4944-9ab3-017a0a1188c7 req-1d9f0986-76a0-49f8-b3cc-0c559312057d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:27.997507 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e2fc10f4-83af-4944-9ab3-017a0a1188c7 req-1d9f0986-76a0-49f8-b3cc-0c559312057d tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0948696 Aug 04 16:36:28.024267 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54432) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:28.035220 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e2fc10f4-83af-4944-9ab3-017a0a1188c7 req-9924c794-be04-464c-afef-aa43fb9e1298 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318484 Aug 04 16:36:28.179958 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Deleting port ed63b481-e0ae-447d-b33f-48a6b0a04b2c {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:28.180230 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:28.252553 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:28.252871 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:28.263977 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Calling delete_port for ed63b481-e0ae-447d-b33f-48a6b0a04b2c owned by network:floatingip {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:28.406575 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:28.433126 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event deleted for resources: {'Port': ['ID=ed63b481-e0ae-447d-b33f-48a6b0a04b2c,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:28.495485 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:28.495809 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Floating IP a22def7f-f346-4725-855e-f29fda6d42d3 disassociated (deleted). External IP: 172.27.0.65, port: e2172f6d-b77e-4b95-b016-a562eee5c310. Aug 04 16:36:28.692594 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:36:28.799411 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:36:28.804216 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:28.808725 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:36:28.817809 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:28.818416 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:28.830650 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-3006d914-96f5-4da1-9bb2-8471d4a6c1da tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "DELETE /v2.0/floatingips/a22def7f-f346-4725-855e-f29fda6d42d3 HTTP/1.1" status: 204 len: 168 time: 0.8052368 Aug 04 16:36:28.831228 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:36:28.833471 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:36:28.870047 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f808658f-743e-4288-8c07-13771784e49c x-openstack-request-id: req-f808658f-743e-4288-8c07-13771784e49c {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:36:28.870337 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:36:28.870610 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f808658f-743e-4288-8c07-13771784e49c {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:36:28.871274 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'status': 'completed', 'code': 200} Aug 04 16:36:28.939157 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-e94e9dee-2d90-4908-9642-17b53286b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:28.940743 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-e94e9dee-2d90-4908-9642-17b53286b2dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 1098 time: 0.0475798 Aug 04 16:36:29.030737 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:29.044661 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-3394b80d-2857-4512-83bd-a9134000983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:29.046132 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-3394b80d-2857-4512-83bd-a9134000983e service neutron] 10.222.0.53 "GET /v2.0/networks?id=e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 200 len: 912 time: 0.0931075 Aug 04 16:36:29.075400 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12809cd5-dbb2-43a2-980a-8b06ccdb9341 req-e7c3d5b8-3677-4424-afe4-4c8132fa7c9f tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:29.077117 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-12809cd5-dbb2-43a2-980a-8b06ccdb9341 req-e7c3d5b8-3677-4424-afe4-4c8132fa7c9f tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 945 time: 0.0597553 Aug 04 16:36:29.112363 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-859e1ee5-6209-4c18-8160-55e1f4050859 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 200 len: 217 time: 0.0562365 Aug 04 16:36:29.148019 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-12809cd5-dbb2-43a2-980a-8b06ccdb9341 req-eea9ff5d-2b4d-4504-a1f9-bc396ac6c496 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621512 Aug 04 16:36:29.166148 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-dc4f064b-77ca-4c35-afdd-15b445f8ebac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:29.167595 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-dc4f064b-77ca-4c35-afdd-15b445f8ebac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 200 len: 850 time: 0.0481937 Aug 04 16:36:29.169571 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103cc951-c0a1-483c-8d55-3dfc879085ac req-5863061a-c948-44fe-8a3f-c42d0309d646 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:29.171067 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-103cc951-c0a1-483c-8d55-3dfc879085ac req-5863061a-c948-44fe-8a3f-c42d0309d646 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0609589 Aug 04 16:36:29.209159 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-103cc951-c0a1-483c-8d55-3dfc879085ac req-7a30aa96-5147-4cdb-8cdc-490eec738247 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322192 Aug 04 16:36:29.218820 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-99d27740-e93a-4f9d-b306-acc1ab93d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:29.220292 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-99d27740-e93a-4f9d-b306-acc1ab93d0fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e58d8f73-d0c7-4444-9975-89c63dc52b6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416181 Aug 04 16:36:29.247826 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:29.272925 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:36:29.281664 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:29.282269 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:29.314831 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-3043110f-5091-4e02-a7f0-0337f03f9615 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831742 Aug 04 16:36:29.387152 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:29.595279 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:29.620949 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf2fc15-815d-4db0-9f42-993a4d4174b8 None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:11Z', 'revision_number': 4, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '7d828902-fa98-49a0-8ed7-74b5a9c5cb81', 'name': '', 'network_id': 'e58d8f73-d0c7-4444-9975-89c63dc52b6b', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'mac_address': 'fa:16:3e:e4:d0:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:10Z', 'updated_at': '2021-08-04T16:28:19Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'subnets': [{'id': '4bef2416-f100-41a8-b46f-a3a9f2a234fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:36:29.644618 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f74bd6a6-a1cf-4d93-842a-28ecf7407d36 req-3a6b1b13-7d37-418d-bec9-f38677e36457 service neutron] 10.222.0.53 "GET /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213449 Aug 04 16:36:29.821104 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3241bd1a-88c4-47b4-8779-fb3df9cfd4e2 None None] New status for floating IP a22def7f-f346-4725-855e-f29fda6d42d3: DOWN {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:36:30.265676 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1de7b-d754-4c1a-89c1-6b9f5233c5cb req-f735fa38-938a-4acd-998e-31cfabf27527 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:30.267157 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bde1de7b-d754-4c1a-89c1-6b9f5233c5cb req-f735fa38-938a-4acd-998e-31cfabf27527 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 945 time: 0.0490966 Aug 04 16:36:30.333671 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-bde1de7b-d754-4c1a-89c1-6b9f5233c5cb req-7404022a-d998-450a-a809-cfae1464dccf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/security-groups?id=ee5a85f6-9911-495a-9bf1-de6a73903a96&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607166 Aug 04 16:36:30.347414 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc64a85-bcb2-43fe-95b7-c81da2118dde req-6b7606d8-d44a-4d99-b543-6a1570059838 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:30.348874 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-afc64a85-bcb2-43fe-95b7-c81da2118dde req-6b7606d8-d44a-4d99-b543-6a1570059838 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0698652 Aug 04 16:36:30.386326 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-afc64a85-bcb2-43fe-95b7-c81da2118dde req-bfdb30ad-1420-4c84-a239-ce4d578ea220 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309129 Aug 04 16:36:30.556290 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-c19ddaf8-6900-4321-9330-9ab04cbd64fe tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:30.558554 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-c19ddaf8-6900-4321-9330-9ab04cbd64fe tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 945 time: 0.0490155 Aug 04 16:36:30.647357 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Deleting port e2172f6d-b77e-4b95-b016-a562eee5c310 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:30.647623 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:30.733085 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] For port e2172f6d-b77e-4b95-b016-a562eee5c310, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=e2172f6d-b77e-4b95-b016-a562eee5c310,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:30.733450 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:30.748726 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Calling delete_port for e2172f6d-b77e-4b95-b016-a562eee5c310 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:30.870465 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:30.895875 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event deleted for resources: {'Port': ['ID=e2172f6d-b77e-4b95-b016-a562eee5c310,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:30.940519 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] No DVR routers for this DVR port e2172f6d-b77e-4b95-b016-a562eee5c310 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:36:30.942887 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:30.944839 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-57ad4bfb-0af1-48ba-8edb-5238f72afef6 req-83eb68dd-5e39-4eed-9a19-8f6e1555a02b tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.53 "DELETE /v2.0/ports/e2172f6d-b77e-4b95-b016-a562eee5c310 HTTP/1.1" status: 204 len: 173 time: 0.3793337 Aug 04 16:36:30.945281 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'name': 'network-vif-deleted', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:36:30.947506 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456206e7-503f-42d3-9743-07b039fa4801" -d '{"events": [{"server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "name": "network-vif-deleted", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:36:30.988395 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd21099-5b47-4169-9569-2ea80e067349 x-openstack-request-id: req-efd21099-5b47-4169-9569-2ea80e067349 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:36:30.988685 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf9b3f5-e0da-401f-93da-353341760bfa", "name": "network-vif-deleted", "tag": "e2172f6d-b77e-4b95-b016-a562eee5c310", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:36:30.988938 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-efd21099-5b47-4169-9569-2ea80e067349 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:36:30.989329 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdf9b3f5-e0da-401f-93da-353341760bfa', 'name': 'network-vif-deleted', 'tag': 'e2172f6d-b77e-4b95-b016-a562eee5c310', 'status': 'completed', 'code': 200} Aug 04 16:36:31.435667 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-d49a3127-f233-4c6c-b61b-8c024b5115c2 req-3007201f-ce0e-40b8-837e-88bcd7875183 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "GET /v2.0/ports?device_id=bdf9b3f5-e0da-401f-93da-353341760bfa HTTP/1.1" status: 200 len: 210 time: 0.0264771 Aug 04 16:36:31.501972 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffda13-49b9-4ce0-ade5-fff06f7b77f9 req-1edbb3dc-04cf-4d7c-8a05-f64175128c03 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:31.503493 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-01ffda13-49b9-4ce0-ade5-fff06f7b77f9 req-1edbb3dc-04cf-4d7c-8a05-f64175128c03 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0484121 Aug 04 16:36:31.542133 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-01ffda13-49b9-4ce0-ade5-fff06f7b77f9 req-11514889-2f25-4ffb-8581-a4b3ed6f6f80 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308475 Aug 04 16:36:32.490719 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54454) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:32.612377 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Deleting port ca1a94b3-18f7-4f51-824d-b0c73df8d7b5 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:32.612713 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:32.658308 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e86044-6f4a-4731-b5f7-11077af0b56c req-4fd89bfb-842f-4d83-a2b2-f38e1a1d82ef tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:32.659801 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8e86044-6f4a-4731-b5f7-11077af0b56c req-4fd89bfb-842f-4d83-a2b2-f38e1a1d82ef tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0503957 Aug 04 16:36:32.687042 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:32.687373 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:32.697828 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-c8e86044-6f4a-4731-b5f7-11077af0b56c req-454063ea-86ff-4b49-86cd-4a2142d3f85a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321012 Aug 04 16:36:32.698931 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Calling delete_port for ca1a94b3-18f7-4f51-824d-b0c73df8d7b5 owned by network:floatingip {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:32.828018 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:32.852412 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event deleted for resources: {'Port': ['ID=ca1a94b3-18f7-4f51-824d-b0c73df8d7b5,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:32.914201 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for floatingip, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:32.917632 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:32.921055 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2e7ad755-d6af-4d83-84da-eec405d8d415 tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "DELETE /v2.0/floatingips/81bb4f92-f1bf-447e-8d8c-2bbb8ebb2a88 HTTP/1.1" status: 204 len: 168 time: 0.4270818 Aug 04 16:36:33.381862 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device e2172f6d-b77e-4b95-b016-a562eee5c310 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:33.402808 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: e2172f6d-b77e-4b95-b016-a562eee5c310 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:33.403154 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device e2172f6d-b77e-4b95-b016-a562eee5c310 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:33.811688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f3825-bd5a-46b5-b313-b9cbbd96d45c req-a8084ab1-a49c-4f65-ba59-495768f6ac71 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:33.813195 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-103f3825-bd5a-46b5-b313-b9cbbd96d45c req-a8084ab1-a49c-4f65-ba59-495768f6ac71 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0496759 Aug 04 16:36:33.850673 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-103f3825-bd5a-46b5-b313-b9cbbd96d45c req-e058866d-4ad2-4fe6-91f8-a30dc06dd7a1 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Aug 04 16:36:34.114536 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54470) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:34.171094 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d14c2ce-c04c-4237-bd1d-51303b112ddf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:34.195151 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d14c2ce-c04c-4237-bd1d-51303b112ddf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:34.253459 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d14c2ce-c04c-4237-bd1d-51303b112ddf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:34.256095 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-9d14c2ce-c04c-4237-bd1d-51303b112ddf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:34.257312 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-9d14c2ce-c04c-4237-bd1d-51303b112ddf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] 10.222.0.79 "DELETE /v2.0/security-groups/ee5a85f6-9911-495a-9bf1-de6a73903a96 HTTP/1.1" status: 204 len: 168 time: 0.1417420 Aug 04 16:36:34.266924 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14c2ce-c04c-4237-bd1d-51303b112ddf tempest-TestVolumeBootPattern-1402773350 tempest-TestVolumeBootPattern-1402773350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5a85f6-9911-495a-9bf1-de6a73903a96,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:34.970464 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad8978-028b-4628-91f6-d8122c941b34 req-5ba510a6-383c-4ee5-8fac-cdff1034282b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:34.971949 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0fad8978-028b-4628-91f6-d8122c941b34 req-5ba510a6-383c-4ee5-8fac-cdff1034282b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0511141 Aug 04 16:36:35.007973 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0fad8978-028b-4628-91f6-d8122c941b34 req-8f39552b-e72d-413b-afcf-f25a98663a2b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299199 Aug 04 16:36:35.330397 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54478) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:35.705599 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:35.941923 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Deleting port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:35.942147 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:36.018818 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] For port 7d828902-fa98-49a0-8ed7-74b5a9c5cb81, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:36.019467 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:36.031596 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Calling delete_port for 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 owned by network:router_interface {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:36.166375 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb36e7-13d2-44f0-b7b7-8375a96ef578 req-865b6a30-bdb5-4df6-b288-6ebeecfc7a72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:36.167831 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6cfb36e7-13d2-44f0-b7b7-8375a96ef578 req-865b6a30-bdb5-4df6-b288-6ebeecfc7a72 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0924354 Aug 04 16:36:36.221662 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6cfb36e7-13d2-44f0-b7b7-8375a96ef578 req-4f6784f8-377e-4784-96a7-97bd833e02f7 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478365 Aug 04 16:36:36.272929 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:36.302487 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Pushing event deleted for resources: {'Port': ['ID=7d828902-fa98-49a0-8ed7-74b5a9c5cb81,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:36.496447 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13af8-55d5-45b4-833c-a29dee41445a req-95294250-9b3d-4c97-a0ea-fe0f76c712e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:36.497972 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-95294250-9b3d-4c97-a0ea-fe0f76c712e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 1099 time: 0.0430644 Aug 04 16:36:36.513161 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a755ef1-5f95-4409-8637-511e4f79c04c req-cd8f1956-d682-4eb9-9c17-5df61d1d8204 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:36.514666 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8a755ef1-5f95-4409-8637-511e4f79c04c req-cd8f1956-d682-4eb9-9c17-5df61d1d8204 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.1021154 Aug 04 16:36:36.531263 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:36.591564 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13af8-55d5-45b4-833c-a29dee41445a req-f4f06cbb-b68e-4c62-9b7e-727b842b5aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:36.593336 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-f4f06cbb-b68e-4c62-9b7e-727b842b5aec service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 912 time: 0.0877399 Aug 04 16:36:36.598067 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8a755ef1-5f95-4409-8637-511e4f79c04c req-1e4e921a-78f7-4426-ba59-4a957a0f215e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764132 Aug 04 16:36:36.660680 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-af82f3d0-3af4-4566-a21b-efbf4007e8c5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 200 len: 1001 time: 0.0598378 Aug 04 16:36:36.710124 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13af8-55d5-45b4-833c-a29dee41445a req-2b7c9975-d7d7-4fe0-b066-14e69fae7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:36.711573 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-2b7c9975-d7d7-4fe0-b066-14e69fae7366 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0441282 Aug 04 16:36:36.761407 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b13af8-55d5-45b4-833c-a29dee41445a req-b41ece63-4a62-4d1a-adb9-d4cdc9b01e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:36.762955 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-b41ece63-4a62-4d1a-adb9-d4cdc9b01e55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440068 Aug 04 16:36:36.766285 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Router d01469d2-27f2-407e-8914-5c7119e85305 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:36:36.773708 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-95d13215-7747-41c7-8026-d7a7c656fb51 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93291) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:36:36.774691 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-95d13215-7747-41c7-8026-d7a7c656fb51 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050793 Aug 04 16:36:36.864524 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-aed0b732-83c2-4e76-a3da-43b26a951041 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826216 Aug 04 16:36:36.963089 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-88b13af8-55d5-45b4-833c-a29dee41445a req-c0bff577-4c7c-4da5-b78a-d45b28d49c60 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913680 Aug 04 16:36:37.148529 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:36:37.153630 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-31583a53-827b-481c-982d-f340fba860dc admin admin] 10.222.0.79 "PUT /v2.0/routers/d01469d2-27f2-407e-8914-5c7119e85305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8221066 Aug 04 16:36:37.156305 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54488) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:37.157866 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] Sync routers for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:36:37.168059 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:37.168669 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:37.257119 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks [] for router, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.269252 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:37.361172 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.418427 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Deleting port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:37.418740 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.455381 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:36:36Z', 'revision_number': 5, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port': {'id': '2236d4db-0fdb-42b5-9c92-54cf3a17e50b', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:08:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'device_owner': 'network:router_gateway', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:28:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:37.485260 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] Checking router: d01469d2-27f2-407e-8914-5c7119e85305 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:36:37.494092 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] Routers {'d01469d2-27f2-407e-8914-5c7119e85305'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:37.494695 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['d01469d2-27f2-407e-8914-5c7119e85305'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:37.500544 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] For port 2236d4db-0fdb-42b5-9c92-54cf3a17e50b, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:37.500934 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.513546 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Calling delete_port for 2236d4db-0fdb-42b5-9c92-54cf3a17e50b owned by network:router_gateway {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:37.578534 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] Set router d01469d2-27f2-407e-8914-5c7119e85305 gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:37.631056 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:36:37Z', 'revision_number': 6, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:37.661122 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ac638b-cb3b-44f7-a5bd-5eba81f18d0c None None] The sync data for ids ['d01469d2-27f2-407e-8914-5c7119e85305'] in dv-cinder-802882-3-iscsi is: [{'id': 'd01469d2-27f2-407e-8914-5c7119e85305', 'name': 'tempest-TestVolumeBootPattern-451496246-router', 'tenant_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:06Z', 'updated_at': '2021-08-04T16:36:37Z', 'revision_number': 6, 'project_id': 'ae7a335e80a54ff9b6ae846cc35a3e17', 'gw_port_host': None}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:36:37.715820 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.747754 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Pushing event deleted for resources: {'Port': ['ID=2236d4db-0fdb-42b5-9c92-54cf3a17e50b,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:37.779070 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d873b-962d-48ff-aa99-804ba89d1ea5 req-1b67c66b-6ac0-4cbb-a5a6-5efa255ba8ef tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:37.780601 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eb6d873b-962d-48ff-aa99-804ba89d1ea5 req-1b67c66b-6ac0-4cbb-a5a6-5efa255ba8ef tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.1051579 Aug 04 16:36:37.840812 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.869505 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-eb6d873b-962d-48ff-aa99-804ba89d1ea5 req-24275c9f-c34f-4153-9765-74c35def3625 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721827 Aug 04 16:36:37.932112 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.934253 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.976186 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.976877 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d01469d2-27f2-407e-8914-5c7119e85305 {{(pid=93290) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:36:37.981688 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] Notify callbacks [] for router, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:37.982811 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-597c963d-1273-4a25-b326-1031e67f887c admin admin] 10.222.0.79 "DELETE /v2.0/routers/d01469d2-27f2-407e-8914-5c7119e85305 HTTP/1.1" status: 204 len: 168 time: 0.8254261 Aug 04 16:36:37.985426 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54494) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:38.030816 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_v2 [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] Deleting subnet 4bef2416-f100-41a8-b46f-a3a9f2a234fe {{(pid=93290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:36:38.034126 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.073420 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13142961'] for subnet, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.149685 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.200600 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13155903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14120722'] for subnet, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.226466 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bef2416-f100-41a8-b46f-a3a9f2a234fe,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:38.229258 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.232234 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-49320b6d-866e-46da-92bc-72c4ec390372 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4bef2416-f100-41a8-b46f-a3a9f2a234fe HTTP/1.1" status: 204 len: 168 time: 0.2447987 Aug 04 16:36:38.233551 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54496) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:38.237563 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f073f6-7e9c-4ae1-8722-354e67c87c92 None None] Network e58d8f73-d0c7-4444-9975-89c63dc52b6b requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:36:38.303215 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.355234 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Deleting port e199f651-7f42-46bf-84fb-8fe464113252 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:38.355584 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.417181 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] DHCP port deletion for e58d8f73-d0c7-4444-9975-89c63dc52b6b request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:36:38.423287 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] For port e199f651-7f42-46bf-84fb-8fe464113252, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=e199f651-7f42-46bf-84fb-8fe464113252,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:38.423716 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.437384 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Calling delete_port for e199f651-7f42-46bf-84fb-8fe464113252 owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:38.462791 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Deleting port e199f651-7f42-46bf-84fb-8fe464113252 {{(pid=93292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:38.463085 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.526504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.529461 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] For port e199f651-7f42-46bf-84fb-8fe464113252, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=e199f651-7f42-46bf-84fb-8fe464113252,segment=NetworkSegment(ef186212-b8bb-4900-8804-d8c0c974dd8b),segment_id=ef186212-b8bb-4900-8804-d8c0c974dd8b)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:38.530086 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.543313 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Calling delete_port for e199f651-7f42-46bf-84fb-8fe464113252 owned by network:dhcp {{(pid=93292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:38.552894 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Pushing event deleted for resources: {'Port': ['ID=e199f651-7f42-46bf-84fb-8fe464113252,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:38.556480 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] No DVR routers for this DVR port e199f651-7f42-46bf-84fb-8fe464113252 on host dv-cinder-802882-3-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:36:38.621848 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336'] for port, after_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.635207 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.645679 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58d8f73-d0c7-4444-9975-89c63dc52b6b']}} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:38.648426 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Pushing event deleted for resources: {'Port': ['ID=e199f651-7f42-46bf-84fb-8fe464113252,revision_number=None']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:38.650883 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] No DVR routers for this DVR port e199f651-7f42-46bf-84fb-8fe464113252 on host dv-cinder-802882-3-iscsi {{(pid=93292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:36:38.656598 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef186212-b8bb-4900-8804-d8c0c974dd8b') {'for_net_delete': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:38.656894 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef186212-b8bb-4900-8804-d8c0c974dd8b') {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:38.658766 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.659116 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.659457 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.659782 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.660138 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.660470 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.660805 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.661129 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.661455 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.661835 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.662086 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.663011 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d55b433-2ab3-44a7-9f1c-c2e93d4ddab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:36:38.671670 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13142984'] for segment, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.687268 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.696568 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:36:38.697053 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13156053'] for segment, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: Traceback (most recent call last): Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: timer() Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: cb(*args, **kw) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: return func(*args, **kwargs) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: self._notify() Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: self.callback(batched_events) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: event.method(event) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: return f(self, *a, **k) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._get(url).json() Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: return self.request(url, 'GET', **kwargs) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:36:38.699041 dv-cinder-802882-3-iscsi neutron-server[93290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:36:38.752371 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.758630 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:38.761711 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] 10.222.0.79 "DELETE /v2.0/networks/e58d8f73-d0c7-4444-9975-89c63dc52b6b HTTP/1.1" status: 204 len: 168 time: 0.5271499 Aug 04 16:36:38.764881 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54498) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:38.772636 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27efd632-3246-4a3c-995f-c314bdfb9317 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58d8f73-d0c7-4444-9975-89c63dc52b6b,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:39.097694 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:39.335357 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Deleting port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:39.335698 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:39.411443 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] For port 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,segment=NetworkSegment(1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2),segment_id=1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:39.411731 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:39.427384 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Calling delete_port for 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 owned by network:router_interface {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:39.608462 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:39.633383 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Pushing event deleted for resources: {'Port': ['ID=3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:39.637980 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 2236d4db-0fdb-42b5-9c92-54cf3a17e50b no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:39.667672 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 2236d4db-0fdb-42b5-9c92-54cf3a17e50b {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:39.668053 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 2236d4db-0fdb-42b5-9c92-54cf3a17e50b not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:39.668484 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:39.691052 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:39.691936 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7d828902-fa98-49a0-8ed7-74b5a9c5cb81 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:39.692518 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e199f651-7f42-46bf-84fb-8fe464113252 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:39.713780 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: e199f651-7f42-46bf-84fb-8fe464113252 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:39.714132 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device e199f651-7f42-46bf-84fb-8fe464113252 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:39.792163 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:40.000509 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Router 5ff7a618-fc9b-4142-8381-0cef39a487e1 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:36:40.103407 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:36:40.108356 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-6d9cb7f5-4064-4310-81c2-70f34bd8670c admin admin] 10.222.0.79 "PUT /v2.0/routers/5ff7a618-fc9b-4142-8381-0cef39a487e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3424561 Aug 04 16:36:40.110814 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54500) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:40.113365 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] Sync routers for ids ['5ff7a618-fc9b-4142-8381-0cef39a487e1'] in dv-cinder-802882-3-iscsi {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:36:40.123266 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] Routers {'5ff7a618-fc9b-4142-8381-0cef39a487e1'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:40.123880 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5ff7a618-fc9b-4142-8381-0cef39a487e1'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:40.213058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks [] for router, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:40.318816 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:40.348670 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] Set router 5ff7a618-fc9b-4142-8381-0cef39a487e1 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:40.372965 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Deleting port b17a4b5f-f168-4a40-afe8-5af5be7f7177 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:40.373310 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:40.448455 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] For port b17a4b5f-f168-4a40-afe8-5af5be7f7177, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=b17a4b5f-f168-4a40-afe8-5af5be7f7177,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:40.448823 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:40.464950 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Calling delete_port for b17a4b5f-f168-4a40-afe8-5af5be7f7177 owned by network:router_gateway {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:40.526183 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4'}], 'enable_snat': True}, 'gw_port_id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:36:39Z', 'revision_number': 5, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port': {'id': 'b17a4b5f-f168-4a40-afe8-5af5be7f7177', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:18:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:28:15Z', 'updated_at': '2021-08-04T16:28:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:40.552262 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] Checking router: 5ff7a618-fc9b-4142-8381-0cef39a487e1 for host: dv-cinder-802882-3-iscsi {{(pid=93292) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:36:40.560623 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] Routers {'5ff7a618-fc9b-4142-8381-0cef39a487e1'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93292) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:36:40.561250 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['5ff7a618-fc9b-4142-8381-0cef39a487e1'], 'active': True} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:40.635324 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:40.653587 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvr_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] Set router 5ff7a618-fc9b-4142-8381-0cef39a487e1 gateway port host: None {{(pid=93292) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:36:40.710119 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_hamode_db [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:36:40Z', 'revision_number': 6, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93292) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:40.738486 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f766252-68f5-4fec-8418-a8cf42892316 None None] The sync data for ids ['5ff7a618-fc9b-4142-8381-0cef39a487e1'] in dv-cinder-802882-3-iscsi is: [{'id': '5ff7a618-fc9b-4142-8381-0cef39a487e1', 'name': 'tempest-TestVolumeBootPattern-1423429184-router', 'tenant_id': '5a92f56e1a094959b514f9ed8442401d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:28:14Z', 'updated_at': '2021-08-04T16:36:40Z', 'revision_number': 6, 'project_id': '5a92f56e1a094959b514f9ed8442401d', 'gw_port_host': None}] {{(pid=93292) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:36:40.906601 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17a4b5f-f168-4a40-afe8-5af5be7f7177,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:40.963668 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.049583 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.051627 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.100286 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.100868 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ff7a618-fc9b-4142-8381-0cef39a487e1 {{(pid=93291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:36:41.105498 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.106652 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7c68a1a9-c430-46b6-9150-0dc783a85669 admin admin] 10.222.0.79 "DELETE /v2.0/routers/5ff7a618-fc9b-4142-8381-0cef39a487e1 HTTP/1.1" status: 204 len: 168 time: 0.9949460 Aug 04 16:36:41.109137 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54504) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:41.155340 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] Deleting subnet 9fdd3574-0cea-42db-bba8-b7563b1f2c68 {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:36:41.158017 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.191673 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.270543 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.322721 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.349853 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.351705 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] 10.222.0.79 "DELETE /v2.0/subnets/9fdd3574-0cea-42db-bba8-b7563b1f2c68 HTTP/1.1" status: 204 len: 168 time: 0.2416096 Aug 04 16:36:41.354123 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1421c9cb-0c45-40cd-b677-66135fb7ef3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fdd3574-0cea-42db-bba8-b7563b1f2c68,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:41.354845 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54506) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:41.355333 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94450953-07c4-41c0-8d5d-7e6714f89dc3 None None] Network 19ef9fd6-77e5-4892-b69f-7e01031bfb00 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:36:41.426489 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.483377 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Deleting port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:41.483720 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.531140 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] DHCP port deletion for 19ef9fd6-77e5-4892-b69f-7e01031bfb00 request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:36:41.549612 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.db [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] For port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,segment=NetworkSegment(1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2),segment_id=1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2)] {{(pid=93290) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:41.549991 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.563618 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Calling delete_port for 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f owned by network:dhcp {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:41.578622 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] Deleting port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f {{(pid=93292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:36:41.579211 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.646613 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.652470 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:41.673751 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Pushing event deleted for resources: {'Port': ['ID=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:41.677599 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] No DVR routers for this DVR port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f on host dv-cinder-802882-3-iscsi {{(pid=93290) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:36:41.682480 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:41.682979 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:41.683905 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device b17a4b5f-f168-4a40-afe8-5af5be7f7177 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:41.689023 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] For port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,segment=NetworkSegment(1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2),segment_id=1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:36:41.689434 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.715292 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: b17a4b5f-f168-4a40-afe8-5af5be7f7177 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:41.715840 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device b17a4b5f-f168-4a40-afe8-5af5be7f7177 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:41.716296 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:36:41.721884 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] Calling delete_port for 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f owned by network:dhcp {{(pid=93292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:36:41.743498 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:36:41.744217 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 3b7d3335-f89c-4ff2-80ec-2ee4dbd7d950 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:36:41.762750 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.773466 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19ef9fd6-77e5-4892-b69f-7e01031bfb00']}} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:41.791840 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2') {'for_net_delete': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:41.792175 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8da7bb-d907-4b49-8b1a-3f3ab4bf12e2') {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:36:41.801691 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13142984'] for segment, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.815246 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.824978 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=93290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:36:41.825545 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13156053'] for segment, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: Traceback (most recent call last): Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: timer() Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: cb(*args, **kw) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: return func(*args, **kwargs) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: self._notify() Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: self.callback(batched_events) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: event.method(event) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: return f(self, *a, **k) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._get(url).json() Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: return self.request(url, 'GET', **kwargs) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:36:41.827244 dv-cinder-802882-3-iscsi neutron-server[93290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:36:41.832036 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336'] for port, after_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.859314 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] Pushing event deleted for resources: {'Port': ['ID=7a8a0dcb-46df-403d-a9fe-451cd55a3f1f,revision_number=None']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:41.862419 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dcc3b9-8f0e-497a-b3ef-14c396bd152c None None] No DVR routers for this DVR port 7a8a0dcb-46df-403d-a9fe-451cd55a3f1f on host dv-cinder-802882-3-iscsi {{(pid=93292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:36:41.881095 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.889008 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:41.890866 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] 10.222.0.79 "DELETE /v2.0/networks/19ef9fd6-77e5-4892-b69f-7e01031bfb00 HTTP/1.1" status: 204 len: 168 time: 0.5348568 Aug 04 16:36:41.904905 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d750d-5686-45db-be05-00718877ed0c admin admin] Pushing event deleted for resources: {'Network': ['ID=19ef9fd6-77e5-4892-b69f-7e01031bfb00,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:42.002011 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54510) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:42.040684 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7124c7ea-620b-4639-9818-782a52471995 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ae7a335e80a54ff9b6ae846cc35a3e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374229 Aug 04 16:36:42.043126 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54512) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:42.090760 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4a813d17-e0aa-4b9d-a74e-f696808733c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.111075 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4a813d17-e0aa-4b9d-a74e-f696808733c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.156163 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4a813d17-e0aa-4b9d-a74e-f696808733c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.158696 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-4a813d17-e0aa-4b9d-a74e-f696808733c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.159841 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-4a813d17-e0aa-4b9d-a74e-f696808733c9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ed497513-6a89-419f-a054-c8e957d0cc21 HTTP/1.1" status: 204 len: 168 time: 0.1158113 Aug 04 16:36:42.167608 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a813d17-e0aa-4b9d-a74e-f696808733c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed497513-6a89-419f-a054-c8e957d0cc21,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:42.468525 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54518) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:42.508299 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-edac3d53-2157-43a5-93be-2670703dd10e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5a92f56e1a094959b514f9ed8442401d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385911 Aug 04 16:36:42.510968 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54520) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:36:42.558345 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cc3fc7b2-86d5-4aa7-a408-56c3d935d179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.578504 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cc3fc7b2-86d5-4aa7-a408-56c3d935d179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.624578 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cc3fc7b2-86d5-4aa7-a408-56c3d935d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.627179 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-cc3fc7b2-86d5-4aa7-a408-56c3d935d179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:42.628396 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-cc3fc7b2-86d5-4aa7-a408-56c3d935d179 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4f417fe-60fc-4516-8fc8-f87de9918221 HTTP/1.1" status: 204 len: 168 time: 0.1165359 Aug 04 16:36:42.636943 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3fc7b2-86d5-4aa7-a408-56c3d935d179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f417fe-60fc-4516-8fc8-f87de9918221,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:36:47.880112 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:36:49.275318 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:51.932005 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-233ecfb3-95b1-4140-813c-805fe70d24f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1688340 Aug 04 16:36:51.991835 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-2eb44a64-fc62-4e10-ae75-f781345bea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:51.993302 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-2eb44a64-fc62-4e10-ae75-f781345bea10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 1099 time: 0.0396690 Aug 04 16:36:52.034058 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-07ea6047-f6a2-4cb2-b354-15e969346c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:52.095499 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-57dfd934-ab30-4346-937e-cc9d640edd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:52.096975 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-57dfd934-ab30-4346-937e-cc9d640edd0e service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 912 time: 0.0834107 Aug 04 16:36:52.164168 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-ac311918-284b-4a9a-a4d9-ab5951836b20 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 200 len: 1001 time: 0.0596144 Aug 04 16:36:52.211502 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-4d15aecd-c94a-45a1-9c0a-00e341105b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:52.213060 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-4d15aecd-c94a-45a1-9c0a-00e341105b26 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0419331 Aug 04 16:36:52.257831 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-e9214519-6052-48e6-8dd0-1ca07074a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:36:52.259269 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-e9214519-6052-48e6-8dd0-1ca07074a300 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394375 Aug 04 16:36:52.348512 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-2b9ed5ac-de44-41af-b3f6-75cb4506e521 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822361 Aug 04 16:36:52.435755 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-6df54543-f7c3-4b4d-a5d5-7cbb9df1a84e req-ecbbd76d-8ae1-49d9-ad28-277338743935 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803704 Aug 04 16:36:54.594221 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-276fa557-0325-4e6c-a08d-739cd8189b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:55.122822 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:55.729228 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:36:57.076739 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:10.136606 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55e0d1-802f-4fcd-83b7-f5d6e9fed0a3 req-572a0b61-2531-4a9d-95b6-181a3d33541f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:10.137998 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9c55e0d1-802f-4fcd-83b7-f5d6e9fed0a3 req-572a0b61-2531-4a9d-95b6-181a3d33541f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0480096 Aug 04 16:37:10.174205 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9c55e0d1-802f-4fcd-83b7-f5d6e9fed0a3 req-60e4a47e-20ad-4bc4-9458-9c5186d23070 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304642 Aug 04 16:37:11.292891 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6699ef78-6376-4e47-ae19-674cfc8c1b47 req-0e62f838-7fb9-41d8-92bc-78497d042791 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:11.294347 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6699ef78-6376-4e47-ae19-674cfc8c1b47 req-0e62f838-7fb9-41d8-92bc-78497d042791 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0522697 Aug 04 16:37:11.330614 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-6699ef78-6376-4e47-ae19-674cfc8c1b47 req-9867b2d6-1283-4336-a575-48f3a4afc6dd tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304937 Aug 04 16:37:12.060591 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-98c602e7-1a70-4c03-97a9-4ec662a86336 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:12.062021 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-98c602e7-1a70-4c03-97a9-4ec662a86336 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0517838 Aug 04 16:37:12.148780 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Deleting port 3374cf91-6a0d-4995-991d-6dc1cf5136de {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:37:12.149689 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:12.236872 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] For port 3374cf91-6a0d-4995-991d-6dc1cf5136de, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=3374cf91-6a0d-4995-991d-6dc1cf5136de,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:12.237215 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:12.446783 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64a7b4-0581-418d-a565-341e8a64db6b req-1d43254e-66e7-4b1b-83e3-d519f3de04f7 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:12.448493 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e64a7b4-0581-418d-a565-341e8a64db6b req-1d43254e-66e7-4b1b-83e3-d519f3de04f7 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=54105388-fb6c-4db5-9345-79b6930bab7d HTTP/1.1" status: 200 len: 946 time: 0.0491447 Aug 04 16:37:12.450331 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:12.450712 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:12.451023 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Floating IP 70a95ba0-1bd0-4abd-8779-1f7f20303b93 disassociated. External IP: 172.27.0.80, port: 3374cf91-6a0d-4995-991d-6dc1cf5136de. Aug 04 16:37:12.451362 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Calling delete_port for 3374cf91-6a0d-4995-991d-6dc1cf5136de owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:37:12.486764 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0e64a7b4-0581-418d-a565-341e8a64db6b req-ae5d2a03-0a5a-4044-90fa-7f07bead46bb tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=248581eb-01f2-4e29-93bd-32d085314094&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322695 Aug 04 16:37:12.578528 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:12.609197 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event deleted for resources: {'Port': ['ID=3374cf91-6a0d-4995-991d-6dc1cf5136de,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:12.720127 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Router 267f0efb-836d-4564-b834-4fcf05cb7a09 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:37:12.821780 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:37:12.831147 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] Sync routers for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:37:12.840835 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:37:12.841515 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:12.863076 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] No DVR routers for this DVR port 3374cf91-6a0d-4995-991d-6dc1cf5136de on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:37:12.865738 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:12.867723 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-c8bd9c1c-0d9b-49d0-baa2-609edc913910 req-e1223f78-ce9e-46a5-a9ee-51dbb9065b0a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "DELETE /v2.0/ports/3374cf91-6a0d-4995-991d-6dc1cf5136de HTTP/1.1" status: 204 len: 173 time: 0.7989366 Aug 04 16:37:12.868463 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'name': 'network-vif-deleted', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:37:12.871245 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee748403-aabb-4d2b-8bd8-a4bc6589ebd1" -d '{"events": [{"server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "name": "network-vif-deleted", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:37:12.910992 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe6ae45-167b-4c1f-9b51-d873b76e40b4 x-openstack-request-id: req-fbe6ae45-167b-4c1f-9b51-d873b76e40b4 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:37:12.911358 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54105388-fb6c-4db5-9345-79b6930bab7d", "name": "network-vif-deleted", "tag": "3374cf91-6a0d-4995-991d-6dc1cf5136de", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:37:12.911673 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fbe6ae45-167b-4c1f-9b51-d873b76e40b4 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:37:12.912285 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54105388-fb6c-4db5-9345-79b6930bab7d', 'name': 'network-vif-deleted', 'tag': '3374cf91-6a0d-4995-991d-6dc1cf5136de', 'status': 'completed', 'code': 200} Aug 04 16:37:12.961983 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:37:13.249930 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:13.276597 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] Checking router: 267f0efb-836d-4564-b834-4fcf05cb7a09 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:37:13.286351 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:37:13.286949 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:36:55Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:13.397814 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:37:13.574655 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54552) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:13.594118 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:13.620993 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663a3abc-6836-4ea8-8eae-f59d5d876d61 None None] The sync data for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi is: [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:37:13.629042 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fb5771c9-091c-41d7-a265-c4539365f989 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.652913 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fb5771c9-091c-41d7-a265-c4539365f989 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.704590 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fb5771c9-091c-41d7-a265-c4539365f989 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.707378 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fb5771c9-091c-41d7-a265-c4539365f989 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.708634 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-fb5771c9-091c-41d7-a265-c4539365f989 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "DELETE /v2.0/security-groups/248581eb-01f2-4e29-93bd-32d085314094 HTTP/1.1" status: 204 len: 168 time: 0.1328919 Aug 04 16:37:13.711772 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54554) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:13.717895 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5771c9-091c-41d7-a265-c4539365f989 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=248581eb-01f2-4e29-93bd-32d085314094,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:13.727950 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.api.v2.resource [None req-56db9521-fa20-4d61-9ccd-373a8c145f1f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] show failed (client error): The resource could not be found. Aug 04 16:37:13.729445 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-56db9521-fa20-4d61-9ccd-373a8c145f1f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups/248581eb-01f2-4e29-93bd-32d085314094 HTTP/1.1" status: 404 len: 347 time: 0.0163429 Aug 04 16:37:13.732740 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54556) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:13.845148 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c7beff-3c8c-4916-aaaf-f54908963e77 None None] New status for floating IP 70a95ba0-1bd0-4abd-8779-1f7f20303b93: DOWN {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:37:13.863150 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Deleting port 0ed7de57-8251-4b2f-b020-05aeb3f72501 {{(pid=93290) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:37:13.863506 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.938415 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.938757 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:13.950495 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.plugin [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Calling delete_port for 0ed7de57-8251-4b2f-b020-05aeb3f72501 owned by network:floatingip {{(pid=93290) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:37:14.080426 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13155850'] for port, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.104821 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event deleted for resources: {'Port': ['ID=0ed7de57-8251-4b2f-b020-05aeb3f72501,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:14.165788 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.168496 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.169634 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-a29d679b-b05e-4bd6-b877-ea443d6296f8 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "DELETE /v2.0/floatingips/70a95ba0-1bd0-4abd-8779-1f7f20303b93 HTTP/1.1" status: 204 len: 168 time: 0.4359322 Aug 04 16:37:14.384599 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54560) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:14.389286 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-f2c9c76f-8063-4085-bf26-a0bd78aa20a2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'security_group': {'name': 'tempest-securitygroup--836997181', 'description': 'tempest-description--1865898703'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:14.410287 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c76f-8063-4085-bf26-a0bd78aa20a2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.493672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c76f-8063-4085-bf26-a0bd78aa20a2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.497442 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c76f-8063-4085-bf26-a0bd78aa20a2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.520233 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f2c9c76f-8063-4085-bf26-a0bd78aa20a2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.521466 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f2c9c76f-8063-4085-bf26-a0bd78aa20a2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1358554 Aug 04 16:37:14.525076 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54562) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:14.529621 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-0cf9567f-0868-4398-9e0f-d4a1ea11583b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'security_group_rule': {'security_group_id': 'f41cb336-acb6-407f-ab2e-b97789f5bfe8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:14.530521 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9c76f-8063-4085-bf26-a0bd78aa20a2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41cb336-acb6-407f-ab2e-b97789f5bfe8,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:14.557790 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0cf9567f-0868-4398-9e0f-d4a1ea11583b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.604030 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0cf9567f-0868-4398-9e0f-d4a1ea11583b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.607433 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0cf9567f-0868-4398-9e0f-d4a1ea11583b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.624782 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf9567f-0868-4398-9e0f-d4a1ea11583b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac5504d-9025-4c18-83d5-fffb844bb29a,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:14.632021 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-0cf9567f-0868-4398-9e0f-d4a1ea11583b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.633718 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-0cf9567f-0868-4398-9e0f-d4a1ea11583b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1070910 Aug 04 16:37:14.636328 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54564) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:14.640701 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-d3c690e3-d55c-4bb6-831e-0e1911a0b788 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'security_group_rule': {'security_group_id': 'f41cb336-acb6-407f-ab2e-b97789f5bfe8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:14.666123 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d3c690e3-d55c-4bb6-831e-0e1911a0b788 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.720533 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d3c690e3-d55c-4bb6-831e-0e1911a0b788 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.724106 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d3c690e3-d55c-4bb6-831e-0e1911a0b788 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583541'] for security_group_rule, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.741997 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c690e3-d55c-4bb6-831e-0e1911a0b788 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9763b17f-9f7e-41b0-af8e-323b0f1a1722,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:14.745013 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d3c690e3-d55c-4bb6-831e-0e1911a0b788 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.746209 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d3c690e3-d55c-4bb6-831e-0e1911a0b788 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1089449 Aug 04 16:37:14.749360 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54566) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:14.753710 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'floatingip': {'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:14.774628 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.868803 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:14.972093 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Allocated IP 172.27.0.150 (f05b84e7-1061-4d46-8ceb-ac3ad5ce1769/6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7/cb0deeec-71cb-4075-9b8c-8ac206d56c0d) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:37:15.072116 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.110542 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.143667 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Network f05b84e7-1061-4d46-8ceb-ac3ad5ce1769 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:37:15.147749 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:37:15.153623 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:37:15.182014 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'Port': ['ID=cb0deeec-71cb-4075-9b8c-8ac206d56c0d,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:15.242341 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.275204 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.419185 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.423607 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.485186 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'Port': ['ID=cb0deeec-71cb-4075-9b8c-8ac206d56c0d,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:15.498877 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.512577 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:15.513939 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-bcd66de3-d032-4947-8337-1513f20783b3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7636657 Aug 04 16:37:15.576479 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3374cf91-6a0d-4995-991d-6dc1cf5136de no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:37:15.596461 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 3374cf91-6a0d-4995-991d-6dc1cf5136de {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:37:15.596672 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 3374cf91-6a0d-4995-991d-6dc1cf5136de not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:37:15.700317 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-a2ad0f2c-d774-46fe-acd7-e83ff1cebc90 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--836997181&fields=id&tenant_id=614f9fa158ca4d30b7019795fe3ce6a8 HTTP/1.1" status: 200 len: 267 time: 0.0324419 Aug 04 16:37:15.804155 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c62f02e6-ad10-4b82-90c4-f4b2cab29e89 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:15.806220 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c62f02e6-ad10-4b82-90c4-f4b2cab29e89 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 811 time: 0.0995116 Aug 04 16:37:15.821384 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-391a75ff-e1cb-459e-a783-e98ba4de2701 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/quotas/614f9fa158ca4d30b7019795fe3ce6a8 HTTP/1.1" status: 200 len: 375 time: 0.0089622 Aug 04 16:37:15.873438 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-120cb440-f17a-4f8e-a4b5-01c56a6f9013 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466526 Aug 04 16:37:15.932854 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-cb83ed40-c0f8-4e4c-a7f0-c1e787bd23cf service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=93290) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 16:37:15.933839 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-cb83ed40-c0f8-4e4c-a7f0-c1e787bd23cf service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483503 Aug 04 16:37:16.019263 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-ca06ce7e-974b-451f-a7fa-cf3558a68634 service neutron] 10.222.0.79 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793393 Aug 04 16:37:16.107910 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-ceb11fdd-c7e9-4197-8e3d-7e366574b293 service neutron] 10.222.0.79 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819213 Aug 04 16:37:16.264294 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-8dcd4c60-e23e-455f-beb8-986b3f3b1269 req-6794139c-3c1b-4946-a92c-56dc270ed5bc tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 210 time: 0.0267169 Aug 04 16:37:17.297136 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-27a1015a-3351-4c2e-969e-fd7c838e1445 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:17.298658 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-27a1015a-3351-4c2e-969e-fd7c838e1445 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 811 time: 0.1041446 Aug 04 16:37:17.343572 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-20611fc5-5743-4a0d-9d88-192d9e67c110 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=614f9fa158ca4d30b7019795fe3ce6a8 HTTP/1.1" status: 200 len: 379 time: 0.0350442 Aug 04 16:37:17.354609 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'port': {'device_id': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'admin_state_up': True, 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'security_groups': ['f41cb336-acb6-407f-ab2e-b97789f5bfe8']}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:17.363527 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-770d46b7-6b65-452d-8471-816fa13abb17 req-ec8cd4cb-3417-491a-b1aa-a2e95f58de49 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 210 time: 0.0280294 Aug 04 16:37:17.459253 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Made reservation on behalf of 614f9fa158ca4d30b7019795fe3ce6a8 for: {'port': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:37:17.463353 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:17.588703 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_common [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Allocated IP 172.20.0.10 (bfc5d859-45a1-4329-8e06-a08cba025981/07c2ad91-e178-409a-bf2c-6d4726801400/7e03f4e1-6bac-4d07-9494-70a5a3d61d56) {{(pid=93291) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 16:37:17.725857 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for port, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:17.739252 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Transition to ACTIVE for port object 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 will not be triggered until provisioned by entity DHCP. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:37:17.771839 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791840023327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:17.815172 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Network bfc5d859-45a1-4329-8e06-a08cba025981 is already hosted by enough agents. {{(pid=93291) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 16:37:17.820215 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Resources bound (agent type, host, resource id): {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:37:17.824618 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Received port after_create {{(pid=93291) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 16:37:17.830955 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event updated for resources: {'Port': ['ID=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:17.880222 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:17.880843 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:17.896850 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-39a75d0e-597b-43b5-9e7a-800f9225ea34 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5472221 Aug 04 16:37:17.909224 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Request body: {'port': {'device_id': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80288'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:17.969648 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:18.059352 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-1ac85837-72b3-44c4-bb10-c4358858052e None None] Provisioning for port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 completed by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:37:18.064728 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-1ac85837-72b3-44c4-bb10-c4358858052e None None] Provisioning complete for port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 triggered by entity DHCP. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:37:18.065105 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-1ac85837-72b3-44c4-bb10-c4358858052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:18.099845 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-1ac85837-72b3-44c4-bb10-c4358858052e None None] Port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 cannot update to ACTIVE because it is not bound. {{(pid=93292) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 16:37:18.254845 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 {{(pid=93291) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:37:18.262311 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:18.274804 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.provisioning_blocks [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Transition to ACTIVE for port object 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 will not be triggered until provisioned by entity L2. {{(pid=93291) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 16:37:18.278798 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:18.333098 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Pushing event updated for resources: {'Port': ['ID=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,revision_number=2']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:18.420268 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Attempting to bind port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 on host hv-cinder-80288 for vnic_type normal with profile {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 16:37:18.420597 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Attempting to bind port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 by drivers openvswitch,hyperv on host hv-cinder-80288 at level 0 using segments [{'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 16:37:18.420926 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Attempting to bind port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 on network bfc5d859-45a1-4329-8e06-a08cba025981 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:37:18.425501 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 on network bfc5d859-45a1-4329-8e06-a08cba025981 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80288 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 16:37:18.425820 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Attempting to bind port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 on network bfc5d859-45a1-4329-8e06-a08cba025981 {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 16:37:18.431745 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Checking agent: {'id': '16237005-4ea4-49ae-ab7f-8a2fb898ae44', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80288', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'started_at': datetime.datetime(2021, 8, 4, 16, 24, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 16, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 16:37:18.432126 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Checking segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:37:18.432516 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Bound using segment: {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'} {{(pid=93291) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 16:37:18.432942 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.managers [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Bound port: 7e03f4e1-6bac-4d07-9494-70a5a3d61d56, host: hv-cinder-80288, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37c7918c-39d8-415b-b8cd-4118f2ce82ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981'}}] {{(pid=93291) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 16:37:18.433298 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:18.484131 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c0379-d91f-4787-b8a8-65ef80568756 req-e0df5396-cbcb-4794-876e-63232b58ea74 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:18.485718 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-593c0379-d91f-4787-b8a8-65ef80568756 req-e0df5396-cbcb-4794-876e-63232b58ea74 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 944 time: 0.0519090 Aug 04 16:37:18.500192 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] For port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56, host hv-cinder-80288, cleared binding levels {{(pid=93291) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 16:37:18.503535 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] For port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56, host hv-cinder-80288, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93291) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 16:37:18.517167 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13769216'] for port, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:18.530864 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-593c0379-d91f-4787-b8a8-65ef80568756 req-74d58c84-5787-4e2a-b078-56dd9622fe1f tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389814 Aug 04 16:37:18.550403 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:18.551020 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:18.552440 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] 10.222.0.53 "PUT /v2.0/ports/7e03f4e1-6bac-4d07-9494-70a5a3d61d56 HTTP/1.1" status: 200 len: 1094 time: 0.6474698 Aug 04 16:37:18.552853 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:37:18.555093 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc2315c-826d-4b54-bf12-81559e678cf2" -d '{"events": [{"name": "network-changed", "server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:37:18.588488 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fcf24-3890-4ec6-a6dd-c9e044d3e83f service neutron] Pushing event updated for resources: {'Port': ['ID=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,revision_number=3']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:18.637506 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-9a8b7d7a-a179-4283-adf6-86ea087da47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:18.639298 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-9a8b7d7a-a179-4283-adf6-86ea087da47d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 1097 time: 0.0468380 Aug 04 16:37:18.684541 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-0402e5ef-938e-49ab-a843-26e4ebde7f31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56 HTTP/1.1" status: 200 len: 217 time: 0.0362792 Aug 04 16:37:18.724256 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665f925d-a783-4e32-a61c-c25035549d1b x-openstack-request-id: req-665f925d-a783-4e32-a61c-c25035549d1b {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:37:18.724548 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:37:18.724801 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-665f925d-a783-4e32-a61c-c25035549d1b {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:37:18.725189 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'status': 'completed', 'code': 200} Aug 04 16:37:18.742657 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-a34de2a6-d65d-447f-bef9-0e07abe8a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:18.744202 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-a34de2a6-d65d-447f-bef9-0e07abe8a198 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0526984 Aug 04 16:37:18.794130 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-1aed37c4-7914-4f1f-9850-01170a8e0d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:18.795610 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-1aed37c4-7914-4f1f-9850-01170a8e0d3a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0447443 Aug 04 16:37:18.881749 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-2e118b2e-fc1a-42db-9859-6a6801744b02 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786543 Aug 04 16:37:18.973498 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-87decb77-be78-4e7b-9885-ff0e6d052b65 req-4ea97ef2-f8f9-4001-8dff-e91fd01046f1 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843182 Aug 04 16:37:19.061830 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-ad85a6a4-e5db-4fae-b144-d8c57c1e8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:19.063295 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-ad85a6a4-e5db-4fae-b144-d8c57c1e8fe8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 1097 time: 0.0415425 Aug 04 16:37:19.150899 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-7d762521-dee4-4a47-8fd9-c62121a9c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:19.152376 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-7d762521-dee4-4a47-8fd9-c62121a9c278 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 912 time: 0.0811961 Aug 04 16:37:19.196350 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-67293d33-ef46-4ec3-9567-1e0e551bb0b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56 HTTP/1.1" status: 200 len: 217 time: 0.0362558 Aug 04 16:37:19.244656 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-bf8ac274-4d4a-45fb-9794-c557fec579a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:19.245957 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-bf8ac274-4d4a-45fb-9794-c557fec579a9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0427377 Aug 04 16:37:19.290690 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-f019e190-e43c-42b1-8687-417bc85219dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:19.291070 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:19.292211 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-f019e190-e43c-42b1-8687-417bc85219dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388508 Aug 04 16:37:19.381994 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-15f1d62d-5020-4516-b263-e47616b4e4c3 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821497 Aug 04 16:37:19.470243 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-dfc2315c-826d-4b54-bf12-81559e678cf2 req-6390df95-903b-4844-8f4c-46086f475c1c service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794680 Aug 04 16:37:19.644128 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f7d8d-0165-43fe-a5cd-b85bbe4f3241 req-b81d9679-747b-422b-9e57-a32286c8359e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:19.645613 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ab1f7d8d-0165-43fe-a5cd-b85bbe4f3241 req-b81d9679-747b-422b-9e57-a32286c8359e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 944 time: 0.0486314 Aug 04 16:37:19.683182 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-ab1f7d8d-0165-43fe-a5cd-b85bbe4f3241 req-ee2a60e0-35d7-4f81-aecd-295cd7a6980b tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Aug 04 16:37:20.796334 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90419c7c-29f5-4ac6-bc05-48ab2a68b66e req-e1511ccb-adef-4eb5-94ad-87bfc499b955 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:20.797809 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-90419c7c-29f5-4ac6-bc05-48ab2a68b66e req-e1511ccb-adef-4eb5-94ad-87bfc499b955 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 944 time: 0.0477045 Aug 04 16:37:20.834663 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-90419c7c-29f5-4ac6-bc05-48ab2a68b66e req-ba3bdd16-a5c1-411f-a7c4-47e0b2f2a395 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308588 Aug 04 16:37:21.592225 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 details requested by agent hyperv_hv-cinder-80288 with host hv-cinder-80288 {{(pid=93292) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 16:37:21.687184 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:21.698308 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Returning: {'device': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'port_id': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'mac_address': 'fa:16:3e:b5:81:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93292) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 16:37:21.734466 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:21.747036 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 {{(pid=93292) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 16:37:21.766775 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:21.770450 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:21.816114 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,revision_number=4']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:21.946400 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b04e6-593f-4072-87db-ecf5c31f746b req-013996a7-3550-45c0-b036-c2dffef5fcb4 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:21.947912 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-977b04e6-593f-4072-87db-ecf5c31f746b req-013996a7-3550-45c0-b036-c2dffef5fcb4 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 945 time: 0.0480525 Aug 04 16:37:21.988268 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-977b04e6-593f-4072-87db-ecf5c31f746b req-b93d57d8-0964-4655-bc38-4e9693951bc2 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344942 Aug 04 16:37:22.015629 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] get_ports_and_sgs() called for port_ids ['7e03f4e1-6bac-4d07-9494-70a5a3d61d56'] {{(pid=93292) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 16:37:22.060899 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-52b8aabb-e066-448b-aed6-24c4437b10b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:23.101142 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce07a18-b64a-4517-9ca3-a6e4c44c97cf req-587b2cc8-4822-4601-8ed4-ccdad5800fa3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:23.102762 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0ce07a18-b64a-4517-9ca3-a6e4c44c97cf req-587b2cc8-4822-4601-8ed4-ccdad5800fa3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 945 time: 0.0490763 Aug 04 16:37:23.140177 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-0ce07a18-b64a-4517-9ca3-a6e4c44c97cf req-28a58004-90f9-4abb-9303-4ad1492d394a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314496 Aug 04 16:37:23.607326 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 up at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 16:37:23.654424 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning for port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 completed by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 16:37:23.657997 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.provisioning_blocks [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Provisioning complete for port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 triggered by entity L2. {{(pid=93292) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 16:37:23.658374 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1507149'] for port, provisioning_complete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:23.736162 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for port, before_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:23.758041 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56'}] {{(pid=93292) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:37:23.760166 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d4018e0be46577184282586fb5f4a8ff0423a9584902dadbd3a3205a9b6fc8ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a257d78-c7cc-420f-8453-b2ec238e98af" -d '{"events": [{"server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "name": "network-vif-plugged", "status": "completed", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56"}]}' {{(pid=93292) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:37:23.772733 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] For port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:37:23.777169 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791840510082', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791840023345', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791840023363'] for port, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:23.825839 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Pushing event updated for resources: {'Port': ['ID=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,revision_number=5']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:37:23.853152 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4568bf-71be-4f4e-929a-5cfdaef2df90 x-openstack-request-id: req-fc4568bf-71be-4f4e-929a-5cfdaef2df90 {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:37:23.853527 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "name": "network-vif-plugged", "status": "completed", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56", "code": 200}]} {{(pid=93292) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:37:23.853782 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fc4568bf-71be-4f4e-929a-5cfdaef2df90 {{(pid=93292) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:37:23.854201 dv-cinder-802882-3-iscsi neutron-server[93292]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'code': 200} Aug 04 16:37:24.026159 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6fc01-7c4e-4123-a28b-02ce1a17fa1c req-0c40024a-5bc7-41fe-8294-b0c1400907bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:24.027522 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f2a6fc01-7c4e-4123-a28b-02ce1a17fa1c req-0c40024a-5bc7-41fe-8294-b0c1400907bf service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 1099 time: 0.0396550 Aug 04 16:37:24.064653 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f2a6fc01-7c4e-4123-a28b-02ce1a17fa1c req-f95547be-b9cc-4af1-9fca-be9141f154da service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299118 Aug 04 16:37:24.253630 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd9ac3-1c80-4430-ad14-b2abb212bbb1 req-4aeb7b89-32a2-44d9-b5a8-d3e12160525a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:24.255177 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9afd9ac3-1c80-4430-ad14-b2abb212bbb1 req-4aeb7b89-32a2-44d9-b5a8-d3e12160525a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 946 time: 0.0497851 Aug 04 16:37:24.293361 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-9afd9ac3-1c80-4430-ad14-b2abb212bbb1 req-7422c8aa-cac3-438e-932f-9c4c54bd9bee tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Aug 04 16:37:24.594487 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-acd510a5-d9ae-4cba-b2a5-0ba27bd9bec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:24.878425 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:37:25.124462 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:25.407429 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4e6eb-600b-4eb1-988d-99062e9fc42f req-e896a8ea-ecb1-44f2-bb2d-3ba75e3d8d1e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:25.408950 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51d4e6eb-600b-4eb1-988d-99062e9fc42f req-e896a8ea-ecb1-44f2-bb2d-3ba75e3d8d1e tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 946 time: 0.0476580 Aug 04 16:37:25.449136 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-51d4e6eb-600b-4eb1-988d-99062e9fc42f req-6a635205-ecee-4b7a-95f0-96ee7c920dd7 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344086 Aug 04 16:37:25.558005 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4764341-d567-4d72-974c-e9e11b8c796d req-19e56ec3-79ea-46cb-addf-ed220d364295 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:25.559521 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-b4764341-d567-4d72-974c-e9e11b8c796d req-19e56ec3-79ea-46cb-addf-ed220d364295 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 946 time: 0.0479388 Aug 04 16:37:25.567682 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54630) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:37:25.576314 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Request body: {'floatingip': {'port_id': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56'}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:37:25.614918 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, before_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:25.732740 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:26.037916 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:26.042596 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:26.139458 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.db.l3_db [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Floating IP 02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5 associated. External IP: 172.27.0.150, port: 7e03f4e1-6bac-4d07-9494-70a5a3d61d56. Aug 04 16:37:26.339678 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Router 267f0efb-836d-4564-b834-4fcf05cb7a09 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93290) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:37:26.725489 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93290) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:37:26.730901 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:26.735548 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] Sync routers for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:37:26.744974 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:37:26.745576 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:37:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:26.756645 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8545859f-7aa6-40c9-9376-d0a9bc487325 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "PUT /v2.0/floatingips/02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5 HTTP/1.1" status: 200 len: 992 time: 1.1854920 Aug 04 16:37:26.757211 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56'}] {{(pid=93290) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:37:26.759468 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c2038cbca9b2dc6aa5b6fff00d09885b7efcbce53f4301610d4bdd9745ff791" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6808cd4-60a6-4157-8a75-7d2207cfb627" -d '{"events": [{"name": "network-changed", "server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56"}]}' {{(pid=93290) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:37:26.799242 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 16:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6edaaaa-7281-42bb-9dbb-b948835a8fed x-openstack-request-id: req-b6edaaaa-7281-42bb-9dbb-b948835a8fed {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:37:26.799534 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56", "status": "completed", "code": 200}]} {{(pid=93290) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:37:26.799788 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b6edaaaa-7281-42bb-9dbb-b948835a8fed {{(pid=93290) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:37:26.800213 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'status': 'completed', 'code': 200} Aug 04 16:37:26.853550 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:37:27.080999 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:27.095823 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'port_id': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'mac_address': 'fa:16:3e:b5:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:15Z', 'updated_at': '2021-08-04T16:37:25Z', 'revision_number': 1, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:27.108315 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-b14f0d62-636e-47ed-a338-7c5cb0fbe3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:27.109819 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-b14f0d62-636e-47ed-a338-7c5cb0fbe3a0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 1099 time: 0.2871497 Aug 04 16:37:27.122219 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] Checking router: 267f0efb-836d-4564-b834-4fcf05cb7a09 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:37:27.130642 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:37:27.131243 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:37:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:27.197905 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-e339b099-6f52-4504-917f-9d352a2ea4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:27.199354 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-e339b099-6f52-4504-917f-9d352a2ea4a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 200 len: 912 time: 0.0814745 Aug 04 16:37:27.235510 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:37:27.266342 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-b2390f1a-e8f8-4716-b5bc-978b6b75cb6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56 HTTP/1.1" status: 200 len: 1000 time: 0.0598474 Aug 04 16:37:27.313776 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-30d907f2-fbcf-4f90-82f0-454a84bd467e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:27.315206 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-30d907f2-fbcf-4f90-82f0-454a84bd467e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 200 len: 850 time: 0.0419235 Aug 04 16:37:27.360295 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-3c90bc7f-7a76-4f4f-b92c-b12435035147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:37:27.361663 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-3c90bc7f-7a76-4f4f-b92c-b12435035147 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bfc5d859-45a1-4329-8e06-a08cba025981&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393794 Aug 04 16:37:27.453290 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'port_id': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'mac_address': 'fa:16:3e:b5:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:15Z', 'updated_at': '2021-08-04T16:37:25Z', 'revision_number': 1, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:37:27.455146 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-3bb4c8a5-de01-4c8b-81cf-510eeebab162 service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860264 Aug 04 16:37:27.483614 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b436313-48c7-4b68-b885-c6b411540743 None None] The sync data for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi is: [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_floatingips': [{'id': '02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'floating_ip_address': '172.27.0.150', 'floating_network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'router_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'port_id': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'mac_address': 'fa:16:3e:b5:81:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T16:37:15Z', 'updated_at': '2021-08-04T16:37:25Z', 'revision_number': 1, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:37:27.547179 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-f6808cd4-60a6-4157-8a75-7d2207cfb627 req-d7bb6ed1-87b9-4d5a-93c8-de98f2dfe93e service neutron] 10.222.0.53 "GET /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839608 Aug 04 16:37:27.685238 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2215530b-c84c-41f1-b6de-711cd14c5529 None None] New status for floating IP 02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5: ACTIVE {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:37:49.275558 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:52.029939 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9b533e79-9f86-4861-8bc2-96d813a39ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:54.594032 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-fc096307-a13e-4306-acdc-5d1468286203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:55.124960 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:55.734751 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:37:57.078206 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:01.877755 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:38:19.284047 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:22.030403 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9f078aff-978e-47b4-a89e-91864a23bf48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:24.593851 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-945ed8ea-e28c-4156-b963-9f67f9bdef93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:25.125616 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:25.737714 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:27.079398 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:38.876015 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:38:40.305920 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df5168-4003-4e28-95eb-3cadf59bc36c req-c690e6a9-e558-4e8c-9a79-d674d0bc3ed5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:40.307423 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0df5168-4003-4e28-95eb-3cadf59bc36c req-c690e6a9-e558-4e8c-9a79-d674d0bc3ed5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 946 time: 0.0485270 Aug 04 16:38:40.343959 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-e0df5168-4003-4e28-95eb-3cadf59bc36c req-35474bb2-6e55-4595-8658-9854bb13127a tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308630 Aug 04 16:38:41.457950 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e2ed2-1b3d-459b-929f-c58ab3e591a0 req-189a8637-d1b3-479f-a178-eaddf9d1e3d5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:41.460152 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-478e2ed2-1b3d-459b-929f-c58ab3e591a0 req-189a8637-d1b3-479f-a178-eaddf9d1e3d5 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 946 time: 0.0486042 Aug 04 16:38:41.496880 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-478e2ed2-1b3d-459b-929f-c58ab3e591a0 req-4cbf0295-7bca-412e-a265-96d3cf604e99 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups?id=f41cb336-acb6-407f-ab2e-b97789f5bfe8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309346 Aug 04 16:38:42.035009 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-5e32c354-36b4-4b80-a432-c7c6f84bddb3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:38:42.036514 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-5e32c354-36b4-4b80-a432-c7c6f84bddb3 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 946 time: 0.0600662 Aug 04 16:38:42.123411 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Deleting port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:38:42.123751 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:42.212286 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] For port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56, host hv-cinder-80288, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80288',level=0,port_id=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:38:42.212651 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:42.376240 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:42.376565 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-471691'] for floatingip, after_update {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:42.376842 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.l3_db [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Floating IP 02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5 disassociated. External IP: 172.27.0.150, port: 7e03f4e1-6bac-4d07-9494-70a5a3d61d56. Aug 04 16:38:42.377184 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Calling delete_port for 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 owned by compute:nova {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:38:42.502782 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:42.531098 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event deleted for resources: {'Port': ['ID=7e03f4e1-6bac-4d07-9494-70a5a3d61d56,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:42.540735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.541140 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.541424 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.541759 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.542088 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.542419 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.542745 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.543069 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.543394 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.544282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.544282 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.544453 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:42.596399 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [req-dbc98130-d27b-496a-bba6-45184edef297 req-347a4f03-fb3e-4be6-a39c-9b59b52cfa43 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/ports?device_id=3caa49b6-e9bc-422d-9e82-a1f3226c70c5 HTTP/1.1" status: 200 len: 210 time: 0.0291650 Aug 04 16:38:42.656936 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Router 267f0efb-836d-4564-b834-4fcf05cb7a09 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:38:42.762881 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:38:42.772335 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] Sync routers for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:38:42.781293 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:38:42.781981 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:38:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:42.801116 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] No DVR routers for this DVR port 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 on host hv-cinder-80288 {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:38:42.804340 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for port, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:42.807026 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [req-eeca0a84-d234-4ea9-8b62-ad81d03482ee req-f61f6c56-5114-4a8c-82c7-17986510ca70 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.53 "DELETE /v2.0/ports/7e03f4e1-6bac-4d07-9494-70a5a3d61d56 HTTP/1.1" status: 204 len: 173 time: 0.7633383 Aug 04 16:38:42.807692 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'name': 'network-vif-deleted', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56'}] {{(pid=93291) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 16:38:42.810834 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e96dee9ea8405e407e942d0e3b7e62e61b37bc10ae8a06f0a7898f106efb1651" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4c0fc-5a8f-447f-a16a-42dfbff540a8" -d '{"events": [{"server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "name": "network-vif-deleted", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56"}]}' {{(pid=93291) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 16:38:42.850315 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 16:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a71aa4a-a16f-434f-b0d9-e52d80c6f890 x-openstack-request-id: req-8a71aa4a-a16f-434f-b0d9-e52d80c6f890 {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 16:38:42.850854 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3caa49b6-e9bc-422d-9e82-a1f3226c70c5", "name": "network-vif-deleted", "tag": "7e03f4e1-6bac-4d07-9494-70a5a3d61d56", "status": "completed", "code": 200}]} {{(pid=93291) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 16:38:42.851272 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a71aa4a-a16f-434f-b0d9-e52d80c6f890 {{(pid=93291) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 16:38:42.851815 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3caa49b6-e9bc-422d-9e82-a1f3226c70c5', 'name': 'network-vif-deleted', 'tag': '7e03f4e1-6bac-4d07-9494-70a5a3d61d56', 'status': 'completed', 'code': 200} Aug 04 16:38:42.985454 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:38:43.178461 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:43.207165 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] Checking router: 267f0efb-836d-4564-b834-4fcf05cb7a09 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:38:43.218208 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:38:43.218870 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:38:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:43.329383 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:38:43.520732 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:43.545340 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb95467-d3fd-4fca-b0ad-c900979425b7 None None] The sync data for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi is: [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:27Z', 'revision_number': 4, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi', '_interfaces': [{'id': '264c72b2-2b27-4d56-a57f-294bbcb3b1f7', 'name': '', 'network_id': 'bfc5d859-45a1-4329-8e06-a08cba025981', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'mac_address': 'fa:16:3e:59:f8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:27Z', 'updated_at': '2021-08-04T16:34:31Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'subnets': [{'id': '07c2ad91-e178-409a-bf2c-6d4726801400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:38:43.682152 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54834) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:43.739416 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:43.752507 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3913a427-e2bc-48ba-92e6-ff2b07b96037 None None] New status for floating IP 02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5: DOWN {{(pid=93292) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 16:38:43.764566 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:43.811645 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:43.814239 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:43.815411 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "DELETE /v2.0/security-groups/f41cb336-acb6-407f-ab2e-b97789f5bfe8 HTTP/1.1" status: 204 len: 168 time: 0.1322720 Aug 04 16:38:43.818236 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54836) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:43.824425 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41cb336-acb6-407f-ab2e-b97789f5bfe8,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:43.831597 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.831987 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.832341 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.832685 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.833027 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.833296 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.api.v2.resource [None req-d5ed4698-1374-4278-bd92-a2c2407246af tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] show failed (client error): The resource could not be found. Aug 04 16:38:43.833415 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.833684 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.837086 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.837253 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d5ed4698-1374-4278-bd92-a2c2407246af tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "GET /v2.0/security-groups/f41cb336-acb6-407f-ab2e-b97789f5bfe8 HTTP/1.1" status: 404 len: 347 time: 0.0142918 Aug 04 16:38:43.837355 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.837355 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.837355 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.837355 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b271c6-59ac-466f-aea5-ba76ccf330ce tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:43.837671 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54838) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:43.967471 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Deleting port cb0deeec-71cb-4075-9b8c-8ac206d56c0d {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:38:43.967811 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:44.044455 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:44.044786 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:44.056730 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Calling delete_port for cb0deeec-71cb-4075-9b8c-8ac206d56c0d owned by network:floatingip {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:38:44.185512 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:44.210481 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Pushing event deleted for resources: {'Port': ['ID=cb0deeec-71cb-4075-9b8c-8ac206d56c0d,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:44.270896 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks [] for floatingip, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:44.274181 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-130484'] for floatingip, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:44.275332 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c360a59a-9bb5-4b41-a98c-38a9b5344e51 tempest-AttachVolumeTestJSON-1576224999 tempest-AttachVolumeTestJSON-1576224999-project] 10.222.0.79 "DELETE /v2.0/floatingips/02fa233e-2a7b-41b7-bfb0-7d3c8799f9a5 HTTP/1.1" status: 204 len: 168 time: 0.4360602 Aug 04 16:38:45.900057 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 no longer exists at agent hyperv_hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:38:45.919785 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] No Port match for: 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:38:45.920151 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Device 7e03f4e1-6bac-4d07-9494-70a5a3d61d56 not bound to the agent host hv-cinder-80288 {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:38:47.793377 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54866) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:48.131408 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-469167'] for router_interface, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:48.363206 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Deleting port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:38:48.363539 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:48.438384 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] For port 264c72b2-2b27-4d56-a57f-294bbcb3b1f7, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:38:48.438674 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:48.450534 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Calling delete_port for 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 owned by network:router_interface {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:38:48.625421 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:48.654036 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=264c72b2-2b27-4d56-a57f-294bbcb3b1f7,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:48.821143 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-629726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-469063'] for router_interface, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:49.028517 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Router 267f0efb-836d-4564-b834-4fcf05cb7a09 has already been hosted by L3 agent 3c6f3d62-e196-4211-948a-d23e7e8bf78c {{(pid=93291) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 16:38:49.288800 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:49.375218 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] Notify agent at l3_agent.dv-cinder-802882-3-iscsi the message routers_updated {{(pid=93291) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 16:38:49.382353 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-b22db0ab-e9bd-4c60-ba36-b57ecf695d3f admin admin] 10.222.0.79 "PUT /v2.0/routers/267f0efb-836d-4564-b834-4fcf05cb7a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5877376 Aug 04 16:38:49.383284 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54868) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:49.385606 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] Sync routers for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 16:38:49.394744 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:38:49.395352 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:38:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:49.483493 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:49.497419 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: dv-cinder-802882-3-iscsi {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:38:49.581665 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:49.635719 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Deleting port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:38:49.636110 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:49.676864 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'external_fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84'}], 'enable_snat': True}, 'gw_port_id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:38:48Z', 'revision_number': 5, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port': {'id': '5ce34fb1-71d1-4df3-9d0d-af613c97eb13', 'name': '', 'network_id': 'f05b84e7-1061-4d46-8ceb-ac3ad5ce1769', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e6:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'ip_address': '172.27.0.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802882-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:34:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '6cbd1ccc-da78-4ae2-ab6d-ef82afeab5d7', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802882-3-iscsi'}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:49.705760 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] Checking router: 267f0efb-836d-4564-b834-4fcf05cb7a09 for host: dv-cinder-802882-3-iscsi {{(pid=93293) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 16:38:49.714028 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] Routers {'267f0efb-836d-4564-b834-4fcf05cb7a09'} bound to L3 agent in host dv-cinder-802882-3-iscsi {{(pid=93293) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 16:38:49.714638 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802882-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T16:18:55Z,description=,heartbeat_timestamp=2021-08-04T16:38:25Z,host='dv-cinder-802882-3-iscsi',id=3c6f3d62-e196-4211-948a-d23e7e8bf78c,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T16:18:55Z,topic='l3_agent')) {'router_ids': ['267f0efb-836d-4564-b834-4fcf05cb7a09'], 'active': True} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:49.716794 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] For port 5ce34fb1-71d1-4df3-9d0d-af613c97eb13, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,segment=NetworkSegment(b2fd334f-8527-4a1c-8e3e-79250d30922a),segment_id=b2fd334f-8527-4a1c-8e3e-79250d30922a)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:38:49.717159 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:49.730281 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Calling delete_port for 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 owned by network:router_gateway {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:38:49.798193 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_dvr_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] Set router 267f0efb-836d-4564-b834-4fcf05cb7a09 gateway port host: None {{(pid=93293) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 16:38:49.854150 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.l3_hamode_db [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:38:49Z', 'revision_number': 6, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port_host': None}], 'dv-cinder-802882-3-iscsi', False) {} {{(pid=93293) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:49.880682 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be023a36-1af7-4702-88e2-b0741c29341d None None] The sync data for ids ['267f0efb-836d-4564-b834-4fcf05cb7a09'] in dv-cinder-802882-3-iscsi is: [{'id': '267f0efb-836d-4564-b834-4fcf05cb7a09', 'name': 'tempest-AttachVolumeTestJSON-1677719548-router', 'tenant_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T16:34:25Z', 'updated_at': '2021-08-04T16:38:49Z', 'revision_number': 6, 'project_id': '614f9fa158ca4d30b7019795fe3ce6a8', 'gw_port_host': None}] {{(pid=93293) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 16:38:49.891919 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:49.916051 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce34fb1-71d1-4df3-9d0d-af613c97eb13,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:49.980254 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-471749'] for router_gateway, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.067088 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-473449', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4115'] for router, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.069197 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.111347 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-473541'] for router, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.111820 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 267f0efb-836d-4564-b834-4fcf05cb7a09 {{(pid=93291) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 16:38:50.116031 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.117190 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-5503f219-4fa0-4b02-a323-1e7579dd59d8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/267f0efb-836d-4564-b834-4fcf05cb7a09 HTTP/1.1" status: 204 len: 168 time: 0.7324324 Aug 04 16:38:50.119681 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54870) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:50.167186 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] Deleting subnet 07c2ad91-e178-409a-bf2c-6d4726801400 {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:38:50.170072 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.202602 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.281290 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.335052 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.365527 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c2ad91-e178-409a-bf2c-6d4726801400,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:50.367512 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.370006 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-c1a37ad2-7291-4c6a-b7c5-1a451ec52a11 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/07c2ad91-e178-409a-bf2c-6d4726801400 HTTP/1.1" status: 204 len: 168 time: 0.2493136 Aug 04 16:38:50.371753 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e86c4a-cf95-4e11-91f8-5f88a7da4641 None None] Network bfc5d859-45a1-4329-8e06-a08cba025981 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:38:50.372288 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54872) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:50.437435 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.488827 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Deleting port daccff3f-fb7a-4058-b2be-2ed3336c57c0 {{(pid=93291) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:38:50.489166 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.554770 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.db [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] For port daccff3f-fb7a-4058-b2be-2ed3336c57c0, host dv-cinder-802882-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802882-3-iscsi',level=0,port_id=daccff3f-fb7a-4058-b2be-2ed3336c57c0,segment=NetworkSegment(37c7918c-39d8-415b-b8cd-4118f2ce82ff),segment_id=37c7918c-39d8-415b-b8cd-4118f2ce82ff)] {{(pid=93291) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:38:50.555058 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.567092 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.plugin [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Calling delete_port for daccff3f-fb7a-4058-b2be-2ed3336c57c0 owned by network:dhcp {{(pid=93291) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:38:50.636475 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] DHCP port deletion for bfc5d859-45a1-4329-8e06-a08cba025981 request from dv-cinder-802882-3-iscsi {{(pid=93292) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 16:38:50.650819 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13769467'] for port, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.676650 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Pushing event deleted for resources: {'Port': ['ID=daccff3f-fb7a-4058-b2be-2ed3336c57c0,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:50.681736 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] No DVR routers for this DVR port daccff3f-fb7a-4058-b2be-2ed3336c57c0 on host dv-cinder-802882-3-iscsi {{(pid=93291) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:38:50.683364 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Deleting port daccff3f-fb7a-4058-b2be-2ed3336c57c0 {{(pid=93292) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 16:38:50.683919 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8791840422458'] for port, before_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.757811 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.768270 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfc5d859-45a1-4329-8e06-a08cba025981']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:50.780129 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37c7918c-39d8-415b-b8cd-4118f2ce82ff') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:50.780430 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37c7918c-39d8-415b-b8cd-4118f2ce82ff') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:38:50.790116 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.804891 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.812094 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:38:50.812521 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:38:50.814192 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:38:50.874103 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.879690 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.881855 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bfc5d859-45a1-4329-8e06-a08cba025981 HTTP/1.1" status: 204 len: 168 time: 0.5089340 Aug 04 16:38:50.882111 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.db [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] For port daccff3f-fb7a-4058-b2be-2ed3336c57c0, host dv-cinder-802882-3-iscsi, got binding levels [] {{(pid=93292) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 16:38:50.882513 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-468998'] for port, precommit_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.895293 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba2aff-f522-426d-85fb-9a35a291ade4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfc5d859-45a1-4329-8e06-a08cba025981,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:50.898032 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Calling delete_port for daccff3f-fb7a-4058-b2be-2ed3336c57c0 owned by network:dhcp {{(pid=93292) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 16:38:50.901315 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.ipam_backend_mixin [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Port daccff3f-fb7a-4058-b2be-2ed3336c57c0 was not found and therefore no delete operation was performed {{(pid=93292) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 04 16:38:50.902858 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1563213', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-969447', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791840510064', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8791840023336'] for port, after_delete {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:50.925578 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Network bfc5d859-45a1-4329-8e06-a08cba025981 is not hosted by any dhcp agent {{(pid=93292) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 04 16:38:50.926037 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] No DVR routers for this DVR port daccff3f-fb7a-4058-b2be-2ed3336c57c0 on host dv-cinder-802882-3-iscsi {{(pid=93292) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 16:38:50.928459 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Pushing event deleted for resources: {'Port': ['ID=daccff3f-fb7a-4058-b2be-2ed3336c57c0,revision_number=None']} {{(pid=93292) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:50.937162 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.937445 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.937786 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.938118 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.938857 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.938857 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.939129 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.939390 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.939714 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.940060 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.940378 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:50.940717 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eef31903-4b5e-4eee-ad06-b1c483c82c62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93292) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:38:51.057726 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54876) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:51.095762 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-68d6cdf9-2eb5-45f7-b70b-a1609d525bf9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=614f9fa158ca4d30b7019795fe3ce6a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368490 Aug 04 16:38:51.098169 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54878) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:51.145726 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c324fc6f-ec39-4bb7-b9cc-e9ad3c0aedc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:51.172107 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c324fc6f-ec39-4bb7-b9cc-e9ad3c0aedc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:51.216846 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c324fc6f-ec39-4bb7-b9cc-e9ad3c0aedc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:51.219643 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-c324fc6f-ec39-4bb7-b9cc-e9ad3c0aedc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:51.220815 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-c324fc6f-ec39-4bb7-b9cc-e9ad3c0aedc1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ef35c61a-5481-4a6c-bf87-77aff6b75f51 HTTP/1.1" status: 204 len: 168 time: 0.1214657 Aug 04 16:38:51.228627 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324fc6f-ec39-4bb7-b9cc-e9ad3c0aedc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef35c61a-5481-4a6c-bf87-77aff6b75f51,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:51.707030 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device daccff3f-fb7a-4058-b2be-2ed3336c57c0 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:38:51.727180 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: daccff3f-fb7a-4058-b2be-2ed3336c57c0 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:38:51.727522 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device daccff3f-fb7a-4058-b2be-2ed3336c57c0 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:38:51.727960 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:38:51.746400 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:38:51.746740 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 5ce34fb1-71d1-4df3-9d0d-af613c97eb13 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:38:51.747149 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 no longer exists at agent ovs-agent-dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 16:38:51.768822 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.plugin [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] No Port match for: 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 {{(pid=93292) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 16:38:51.769375 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Device 264c72b2-2b27-4d56-a57f-294bbcb3b1f7 not bound to the agent host dv-cinder-802882-3-iscsi {{(pid=93292) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 16:38:52.031256 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d773595e-ff9d-4aa5-a248-24d6c27209e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:52.939201 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54940) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:53.041333 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9223b68d-bd1b-4980-a37d-b3efb1e6ae2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.131416 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9223b68d-bd1b-4980-a37d-b3efb1e6ae2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.135059 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-9223b68d-bd1b-4980-a37d-b3efb1e6ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.174420 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-9223b68d-bd1b-4980-a37d-b3efb1e6ae2d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f2c841ae0ac341d1913923205307d55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341766 Aug 04 16:38:53.175519 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223b68d-bd1b-4980-a37d-b3efb1e6ae2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9201a789-b7af-42f5-a282-8b46c366668c,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:53.177167 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54944) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:53.225805 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a02c5fd-bad5-45b0-8b03-20aa2c18429b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.245835 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a02c5fd-bad5-45b0-8b03-20aa2c18429b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.293362 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a02c5fd-bad5-45b0-8b03-20aa2c18429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.296049 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-8a02c5fd-bad5-45b0-8b03-20aa2c18429b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.297184 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-8a02c5fd-bad5-45b0-8b03-20aa2c18429b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9201a789-b7af-42f5-a282-8b46c366668c HTTP/1.1" status: 204 len: 168 time: 0.1189396 Aug 04 16:38:53.304949 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a02c5fd-bad5-45b0-8b03-20aa2c18429b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9201a789-b7af-42f5-a282-8b46c366668c,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:53.546214 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 54950) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:53.558993 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7f69be8d-210b-4a52-8b20-ef89a0b840e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.644167 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7f69be8d-210b-4a52-8b20-ef89a0b840e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.648470 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-7f69be8d-210b-4a52-8b20-ef89a0b840e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.687143 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-7f69be8d-210b-4a52-8b20-ef89a0b840e2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=06284498d63e4d6299566e467f59ad9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399143 Aug 04 16:38:53.688137 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69be8d-210b-4a52-8b20-ef89a0b840e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069e2262-4c30-4a67-b22d-7e3f39f299fe,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:53.689862 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54952) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:53.739948 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4ed103a-f242-4add-9627-fe2ffa072160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.760479 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4ed103a-f242-4add-9627-fe2ffa072160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.808839 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4ed103a-f242-4add-9627-fe2ffa072160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.811664 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-f4ed103a-f242-4add-9627-fe2ffa072160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:53.812822 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-f4ed103a-f242-4add-9627-fe2ffa072160 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/069e2262-4c30-4a67-b22d-7e3f39f299fe HTTP/1.1" status: 204 len: 168 time: 0.1213396 Aug 04 16:38:53.820931 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ed103a-f242-4add-9627-fe2ffa072160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069e2262-4c30-4a67-b22d-7e3f39f299fe,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:54.593896 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-e55b6eff-571c-4017-8b21-5d7ca40aa821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.127268 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.333235 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 54998) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:55.432942 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d5aefd31-c3f1-4c11-b707-b28a0207eaa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.519512 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d5aefd31-c3f1-4c11-b707-b28a0207eaa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.523417 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d5aefd31-c3f1-4c11-b707-b28a0207eaa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.560875 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d5aefd31-c3f1-4c11-b707-b28a0207eaa3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=045d5a1e343b4817aacd3e36dffffd94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265947 Aug 04 16:38:55.561728 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aefd31-c3f1-4c11-b707-b28a0207eaa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b98c3e3-48f2-4e53-ad59-6ab6f08f3f04,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:55.563621 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55002) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:55.614020 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2827d144-c1e7-4979-9196-7c81499ac9f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.635178 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2827d144-c1e7-4979-9196-7c81499ac9f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.680255 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2827d144-c1e7-4979-9196-7c81499ac9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.682834 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-2827d144-c1e7-4979-9196-7c81499ac9f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.684034 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-2827d144-c1e7-4979-9196-7c81499ac9f4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5b98c3e3-48f2-4e53-ad59-6ab6f08f3f04 HTTP/1.1" status: 204 len: 168 time: 0.1193457 Aug 04 16:38:55.692011 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2827d144-c1e7-4979-9196-7c81499ac9f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b98c3e3-48f2-4e53-ad59-6ab6f08f3f04,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:55.741067 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:55.943235 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55008) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:55.956368 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63cd4634-d283-4201-9708-82525da57efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.043869 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63cd4634-d283-4201-9708-82525da57efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.047356 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63cd4634-d283-4201-9708-82525da57efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.082817 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd4634-d283-4201-9708-82525da57efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3d45f3-1326-48e8-90c6-b884c1217ad6,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:56.087608 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-63cd4634-d283-4201-9708-82525da57efe admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=465e27e42dd443f0bc2bf7dd289d312a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431384 Aug 04 16:38:56.090215 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55010) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:38:56.140640 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2233a9db-0cee-4d93-bfce-178ef1320418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.161773 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2233a9db-0cee-4d93-bfce-178ef1320418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.207682 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2233a9db-0cee-4d93-bfce-178ef1320418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.210813 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-2233a9db-0cee-4d93-bfce-178ef1320418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:38:56.211984 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-2233a9db-0cee-4d93-bfce-178ef1320418 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c3d45f3-1326-48e8-90c6-b884c1217ad6 HTTP/1.1" status: 204 len: 168 time: 0.1208522 Aug 04 16:38:56.219385 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2233a9db-0cee-4d93-bfce-178ef1320418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3d45f3-1326-48e8-90c6-b884c1217ad6,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:38:57.083704 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.373127 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55130) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:02.473970 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d8c23120-8334-4eba-a5b4-8c35edbf7889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.561382 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d8c23120-8334-4eba-a5b4-8c35edbf7889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.565217 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-d8c23120-8334-4eba-a5b4-8c35edbf7889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.603240 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-d8c23120-8334-4eba-a5b4-8c35edbf7889 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=83ac5c6ee86b40369c251f877fbc36f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290518 Aug 04 16:39:02.605144 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c23120-8334-4eba-a5b4-8c35edbf7889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f91799-cbb0-48ed-b4cb-601d586c7efd,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:02.606015 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55134) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:02.654948 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-aecdd0cf-2756-40fc-9f57-be5badc7665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.676036 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-aecdd0cf-2756-40fc-9f57-be5badc7665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.727131 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-aecdd0cf-2756-40fc-9f57-be5badc7665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.729947 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-aecdd0cf-2756-40fc-9f57-be5badc7665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:02.731109 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-aecdd0cf-2756-40fc-9f57-be5badc7665a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/36f91799-cbb0-48ed-b4cb-601d586c7efd HTTP/1.1" status: 204 len: 168 time: 0.1240885 Aug 04 16:39:02.738496 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdd0cf-2756-40fc-9f57-be5badc7665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f91799-cbb0-48ed-b4cb-601d586c7efd,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:02.979024 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55140) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:02.992606 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-980e43af-3907-41c7-90a1-cf112eebdabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:03.086055 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-980e43af-3907-41c7-90a1-cf112eebdabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:03.089574 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-980e43af-3907-41c7-90a1-cf112eebdabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:03.129628 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e43af-3907-41c7-90a1-cf112eebdabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76de50f9-7563-424d-8d0c-c9fbdd3370b7,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:03.134749 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-980e43af-3907-41c7-90a1-cf112eebdabc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=233dddcd44054e049cbdbc1df6ccd2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547143 Aug 04 16:39:03.137544 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55142) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:03.183660 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-91547e23-4591-4c18-87bb-9928bfc83373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:03.204588 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-91547e23-4591-4c18-87bb-9928bfc83373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:03.250351 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-91547e23-4591-4c18-87bb-9928bfc83373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:03.252922 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-91547e23-4591-4c18-87bb-9928bfc83373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:03.254060 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-91547e23-4591-4c18-87bb-9928bfc83373 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/76de50f9-7563-424d-8d0c-c9fbdd3370b7 HTTP/1.1" status: 204 len: 168 time: 0.1157978 Aug 04 16:39:03.261454 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91547e23-4591-4c18-87bb-9928bfc83373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76de50f9-7563-424d-8d0c-c9fbdd3370b7,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:03.887108 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55164) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:03.979532 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-872817652-network', 'tenant_id': '1b713efd35ee4158819a41ed9c51d4a1'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:39:03.999879 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Made reservation on behalf of 1b713efd35ee4158819a41ed9c51d4a1 for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:39:04.002237 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.013090 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.100681 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.104652 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.129043 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:39:04.138449 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a430131-d6ca-4dc7-b5b4-1f31bcaa49e7,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:04.144400 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.144750 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Added segment c3dce5b6-b3fd-4e94-8945-a668185dd1b7 of type vlan for network 6a4d6d6c-7473-4d74-a954-27f09eab2026 Aug 04 16:39:04.188195 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.216896 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.217759 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:04.218332 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.271142 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3828802 Aug 04 16:39:04.274746 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55168) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:04.281777 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Request body: {'subnet': {'network_id': '6a4d6d6c-7473-4d74-a954-27f09eab2026', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-872817652-subnet', 'tenant_id': '1b713efd35ee4158819a41ed9c51d4a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:39:04.284787 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9e374-d9db-4055-92a3-d02120ab424f admin admin] Pushing event updated for resources: {'Network': ['ID=6a4d6d6c-7473-4d74-a954-27f09eab2026,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:04.294441 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network 6a4d6d6c-7473-4d74-a954-27f09eab2026 details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:39:04.304387 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Made reservation on behalf of 1b713efd35ee4158819a41ed9c51d4a1 for: {'subnet': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:39:04.306972 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12627799'] for subnet, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.473409 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13769359', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12627781'] for subnet, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.525914 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=19c71fe6-48f3-4b82-9e03-59a0faf62ffe,revision_number=0']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:04.535586 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Checking segment: {'id': 'c3dce5b6-b3fd-4e94-8945-a668185dd1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '6a4d6d6c-7473-4d74-a954-27f09eab2026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93291) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:39:04.535965 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Network hostable DHCP agents. Network: 6a4d6d6c-7473-4d74-a954-27f09eab2026, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93291) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:39:04.551534 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Network 6a4d6d6c-7473-4d74-a954-27f09eab2026 is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93291) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:39:04.559757 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.scheduler.base_scheduler [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, 6a4d6d6c-7473-4d74-a954-27f09eab2026) {{(pid=93291) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:39:04.563721 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:04.564322 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:04.569636 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65980d9f-a2be-4312-b13e-a57845c2e110 None None] Network 6a4d6d6c-7473-4d74-a954-27f09eab2026 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:39:04.586741 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-63cac383-debd-4547-a1e4-72665b9d8afe admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3013513 Aug 04 16:39:04.688804 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab466d1-1a6c-4054-8065-87a521af0cf8 None None] Network 6a4d6d6c-7473-4d74-a954-27f09eab2026 requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:39:05.019099 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55184) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:05.024273 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.v2.base [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-95582266-network', 'tenant_id': '03c0f878a0434bfd839dde5cda7561ae'}} {{(pid=93291) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:39:05.044373 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Made reservation on behalf of 03c0f878a0434bfd839dde5cda7561ae for: {'network': 1} {{(pid=93291) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:39:05.046553 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1563148'] for network, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.056114 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.147705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.151616 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.172549 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=93291) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 16:39:05.192414 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd77e1ad-eb03-4ced-a6fd-702f18962551,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:05.197893 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.198262 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.db.segments_db [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Added segment 064b0628-266c-4bf7-9c72-72bf4950cf80 of type vlan for network ff8ef109-2b92-4d05-8388-288b3a4fe8ec Aug 04 16:39:05.239476 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791840040587'] for network, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.268193 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733'] for network, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.269126 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93291) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:05.269705 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.317100 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2968476 Aug 04 16:39:05.320512 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55186) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:05.326904 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.v2.base [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Request body: {'subnet': {'network_id': 'ff8ef109-2b92-4d05-8388-288b3a4fe8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-95582266-subnet', 'tenant_id': '03c0f878a0434bfd839dde5cda7561ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93290) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 16:39:05.328720 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49252662-4961-4fad-be79-6dfad6fbf138 admin admin] Pushing event updated for resources: {'Network': ['ID=ff8ef109-2b92-4d05-8388-288b3a4fe8ec,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:05.338579 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.plugins.ml2.rpc [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Network ff8ef109-2b92-4d05-8388-288b3a4fe8ec details requested by agent ovs-agent-dv-cinder-802882-3-iscsi with host dv-cinder-802882-3-iscsi {{(pid=93292) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 16:39:05.346289 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Made reservation on behalf of 03c0f878a0434bfd839dde5cda7561ae for: {'subnet': 1} {{(pid=93290) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 16:39:05.348954 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14119155'] for subnet, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.510604 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13155966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14119137'] for subnet, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.565495 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=316994f1-8f5a-48e1-a743-addbb3ae6c9c,revision_number=0']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:05.576757 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Checking segment: {'id': '064b0628-266c-4bf7-9c72-72bf4950cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'ff8ef109-2b92-4d05-8388-288b3a4fe8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93290) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 16:39:05.577117 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Network hostable DHCP agents. Network: ff8ef109-2b92-4d05-8388-288b3a4fe8ec, hostable agents: ['1150299b-94a5-411e-83b5-94751809ec55'], hosted agents: [] {{(pid=93290) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 16:39:05.592758 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Network ff8ef109-2b92-4d05-8388-288b3a4fe8ec is scheduled to be hosted by DHCP agent 1150299b-94a5-411e-83b5-94751809ec55 with binding_index 1 {{(pid=93290) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 16:39:05.601299 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.scheduler.base_scheduler [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802882-3-iscsi, ff8ef109-2b92-4d05-8388-288b3a4fe8ec) {{(pid=93290) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 16:39:05.605275 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93290) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 16:39:05.605874 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:05.610043 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703ce70d-a0dc-4e8f-84e8-fd32487a65e0 None None] Network ff8ef109-2b92-4d05-8388-288b3a4fe8ec requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:39:05.620428 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-f1e90ae0-22ef-4fcf-a005-a047fdc360c1 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2979321 Aug 04 16:39:05.729226 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c35735-ac51-488a-be19-b08016fc3665 None None] Network ff8ef109-2b92-4d05-8388-288b3a4fe8ec requested from dv-cinder-802882-3-iscsi {{(pid=93292) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 16:39:15.875465 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:39:18.969084 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55304) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:19.013612 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] Deleting subnet 19c71fe6-48f3-4b82-9e03-59a0faf62ffe {{(pid=93290) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:39:19.016814 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.050337 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13142961'] for subnet, precommit_delete_associations {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.087793 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.139003 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13155903', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14120722'] for subnet, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.168986 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19c71fe6-48f3-4b82-9e03-59a0faf62ffe,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:19.170913 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for subnet, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.172781 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5ddfb2c6-62a3-440c-97a1-be8b1bf2647c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/19c71fe6-48f3-4b82-9e03-59a0faf62ffe HTTP/1.1" status: 204 len: 168 time: 0.2026970 Aug 04 16:39:19.175249 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55306) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:19.240001 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.289588 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.319284 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.329186 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a4d6d6c-7473-4d74-a954-27f09eab2026']}} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:39:19.339231 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3dce5b6-b3fd-4e94-8945-a668185dd1b7') {'for_net_delete': True} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:39:19.339529 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.services.segments.db [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3dce5b6-b3fd-4e94-8945-a668185dd1b7') {} {{(pid=93290) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:39:19.347884 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13142984'] for segment, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.361165 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.369236 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=93290) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:39:19.369704 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13156053'] for segment, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: Traceback (most recent call last): Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: timer() Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: cb(*args, **kw) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: return func(*args, **kwargs) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: self._notify() Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: self.callback(batched_events) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: event.method(event) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: return f(self, *a, **k) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._get(url).json() Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: return self.request(url, 'GET', **kwargs) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:39:19.371472 dv-cinder-802882-3-iscsi neutron-server[93290]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:39:19.423293 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.428578 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.431000 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6a4d6d6c-7473-4d74-a954-27f09eab2026 HTTP/1.1" status: 204 len: 168 time: 0.2548418 Aug 04 16:39:19.433931 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55308) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:19.441743 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec8275-6962-471d-a6e0-8995a4aae1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a4d6d6c-7473-4d74-a954-27f09eab2026,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:19.481117 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] Deleting subnet 316994f1-8f5a-48e1-a743-addbb3ae6c9c {{(pid=93291) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 16:39:19.484210 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.518759 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14085759'] for subnet, precommit_delete_associations {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.555989 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1544035'] for subnet, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.606092 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1544042', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593755', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13769422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12626102'] for subnet, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.632165 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=316994f1-8f5a-48e1-a743-addbb3ae6c9c,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:19.634659 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.636575 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-3b81e6da-bde1-4749-9c2f-b6343df3ea78 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/316994f1-8f5a-48e1-a743-addbb3ae6c9c HTTP/1.1" status: 204 len: 168 time: 0.2016203 Aug 04 16:39:19.638969 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55310) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:19.708196 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1531133'] for network, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.787647 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1503478', 'neutron.services.segments.db._delete_segments_for_network-8791840492665'] for network, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.797554 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8ef109-2b92-4d05-8388-288b3a4fe8ec']}} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:39:19.811886 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064b0628-266c-4bf7-9c72-72bf4950cf80') {'for_net_delete': True} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:39:19.812194 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.services.segments.db [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064b0628-266c-4bf7-9c72-72bf4950cf80') {} {{(pid=93291) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 16:39:19.820796 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791840504836', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14085638'] for segment, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.833710 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922'] for segment, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.839408 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=93291) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 16:39:19.839790 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1541922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13769252'] for segment, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: Traceback (most recent call last): Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: timer() Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: cb(*args, **kw) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: return func(*args, **kwargs) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: self._notify() Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: self.callback(batched_events) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: event.method(event) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: return f(self, *a, **k) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._get(url).json() Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: return self.request(url, 'GET', **kwargs) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 16:39:19.841400 dv-cinder-802882-3-iscsi neutron-server[93291]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 16:39:19.892764 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1503485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-576801', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-471705'] for network, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.897975 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629755'] for network, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:19.899960 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] 10.222.0.79 "DELETE /v2.0/networks/ff8ef109-2b92-4d05-8388-288b3a4fe8ec HTTP/1.1" status: 204 len: 168 time: 0.2600527 Aug 04 16:39:19.910735 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96a278-cf00-4791-a371-d300ceb2c4a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8ef109-2b92-4d05-8388-288b3a4fe8ec,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:20.050560 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55314) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:20.088694 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-d7269321-9740-4eee-9d2d-6e09691734f8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1b713efd35ee4158819a41ed9c51d4a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370255 Aug 04 16:39:20.091086 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55316) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:20.141997 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c0268a8-6dc8-489a-b4eb-6e378c314ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.162579 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c0268a8-6dc8-489a-b4eb-6e378c314ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.207724 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c0268a8-6dc8-489a-b4eb-6e378c314ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.210295 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-1c0268a8-6dc8-489a-b4eb-6e378c314ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.212115 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-1c0268a8-6dc8-489a-b4eb-6e378c314ff3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2a430131-d6ca-4dc7-b5b4-1f31bcaa49e7 HTTP/1.1" status: 204 len: 168 time: 0.1200473 Aug 04 16:39:20.219273 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0268a8-6dc8-489a-b4eb-6e378c314ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a430131-d6ca-4dc7-b5b4-1f31bcaa49e7,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:20.505918 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55322) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:20.544655 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-23f2a9db-d45e-4410-8f8f-571aa6e3804e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=03c0f878a0434bfd839dde5cda7561ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376091 Aug 04 16:39:20.546951 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55324) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:20.592822 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b2eb-76cc-4ec7-a071-aa8ee79b373b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.618535 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b2eb-76cc-4ec7-a071-aa8ee79b373b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.663402 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b2eb-76cc-4ec7-a071-aa8ee79b373b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.666658 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-d9b4b2eb-76cc-4ec7-a071-aa8ee79b373b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:20.667795 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-d9b4b2eb-76cc-4ec7-a071-aa8ee79b373b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cd77e1ad-eb03-4ced-a6fd-702f18962551 HTTP/1.1" status: 204 len: 168 time: 0.1199684 Aug 04 16:39:20.675011 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4b2eb-76cc-4ec7-a071-aa8ee79b373b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd77e1ad-eb03-4ced-a6fd-702f18962551,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:22.035250 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-99eee81f-c5b3-4b75-b8fa-0d60231ef6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:24.593897 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4ec36887-eae5-4f11-96b1-1b2b4dd450cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:25.128631 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:25.742287 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:27.089030 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.236296 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55432) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:31.364633 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33357e59-6609-4eb4-9ce6-cad955ab8a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.451626 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33357e59-6609-4eb4-9ce6-cad955ab8a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.455175 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33357e59-6609-4eb4-9ce6-cad955ab8a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.490391 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357e59-6609-4eb4-9ce6-cad955ab8a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a2af35-25e7-4612-bc65-891839feba57,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:31.494609 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-33357e59-6609-4eb4-9ce6-cad955ab8a08 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5fc851ce96a14631bca5818ee623e40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2573073 Aug 04 16:39:31.498269 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55436) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:31.545315 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9183945-4949-4004-ac2e-27fa4913e7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.568379 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9183945-4949-4004-ac2e-27fa4913e7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.613889 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9183945-4949-4004-ac2e-27fa4913e7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.616709 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-b9183945-4949-4004-ac2e-27fa4913e7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.617857 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-b9183945-4949-4004-ac2e-27fa4913e7b8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c2a2af35-25e7-4612-bc65-891839feba57 HTTP/1.1" status: 204 len: 168 time: 0.1192682 Aug 04 16:39:31.625865 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9183945-4949-4004-ac2e-27fa4913e7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a2af35-25e7-4612-bc65-891839feba57,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:31.862535 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55442) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:31.875844 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33d64354-441f-4807-afbd-cfe0a4726eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.962672 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33d64354-441f-4807-afbd-cfe0a4726eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:31.966802 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-33d64354-441f-4807-afbd-cfe0a4726eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:32.004505 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-33d64354-441f-4807-afbd-cfe0a4726eb6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=74660b72d4444aeeabcd65ef9be7f747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409032 Aug 04 16:39:32.005369 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d64354-441f-4807-afbd-cfe0a4726eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ed6801-3e29-4bc8-876f-788183a0735c,revision_number=1']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:32.007422 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55444) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:32.055321 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-da0a0434-4810-4430-950c-636b0b05d0ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:32.075502 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-da0a0434-4810-4430-950c-636b0b05d0ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:32.121738 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-da0a0434-4810-4430-950c-636b0b05d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:32.124354 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-da0a0434-4810-4430-950c-636b0b05d0ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:32.125493 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-da0a0434-4810-4430-950c-636b0b05d0ea admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/46ed6801-3e29-4bc8-876f-788183a0735c HTTP/1.1" status: 204 len: 168 time: 0.1170626 Aug 04 16:39:32.133010 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a0434-4810-4430-950c-636b0b05d0ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ed6801-3e29-4bc8-876f-788183a0735c,revision_number=None']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:49.333807 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:52.035394 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-61731909-83fb-4490-9b02-8746b7ef2c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:52.874822 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:39:54.593797 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-655392ea-2ac4-460d-9b7a-e590baedc313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:55.128791 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:55.745048 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:57.087795 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.689332 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [-] (93291) accepted ('10.222.0.79', 55656) {{(pid=93291) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:59.793656 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.882152 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.885800 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron_lib.callbacks.manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_create {{(pid=93291) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.925453 dv-cinder-802882-3-iscsi neutron-server[93291]: INFO neutron.wsgi [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3c65bc53c8f94429868a10bada92399d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351565 Aug 04 16:39:59.926559 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50346e2d-b2ff-448a-be1e-3f1053a4a789,revision_number=1']} {{(pid=93291) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:39:59.928136 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.wsgi [-] (93290) accepted ('10.222.0.79', 55660) {{(pid=93290) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 16:39:59.933642 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.933987 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.934315 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.934649 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.934980 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.935835 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.936190 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.936514 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.936839 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.937160 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.937479 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.937799 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa6cf3eb-411a-4bc1-b5ba-baae9b200040 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93291) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:39:59.976772 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:39:59.996853 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:00.045926 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-583622'] for security_group, after_delete {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:00.048648 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron_lib.callbacks.manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93290) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:00.049784 dv-cinder-802882-3-iscsi neutron-server[93290]: INFO neutron.wsgi [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50346e2d-b2ff-448a-be1e-3f1053a4a789 HTTP/1.1" status: 204 len: 168 time: 0.1206176 Aug 04 16:40:00.057284 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50346e2d-b2ff-448a-be1e-3f1053a4a789,revision_number=None']} {{(pid=93290) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 16:40:00.065043 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.065398 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.065742 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.066083 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.066421 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.066755 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.067089 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.067419 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.067747 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.068103 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.068430 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:00.068755 dv-cinder-802882-3-iscsi neutron-server[93290]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b705a6a-5788-4af1-a117-d8f9ed4d9e1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802882-3-iscsi {{(pid=93290) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 16:40:19.334187 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:22.036859 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4c5b4c47-a022-4f1f-b7b1-7ecdb9c74064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:24.594027 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4299c263-441e-4bb8-ac78-565c96608069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:25.129341 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:25.747157 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:27.089592 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:29.873109 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:40:49.349020 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:52.037852 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-49e6b1ee-65ec-4dd3-b482-58c0e5a2d97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:54.594011 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-d86bdf54-52b8-4628-995b-1dfd1ff37516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:55.129397 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:55.749513 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:40:57.092075 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:06.872965 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:41:19.363670 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:22.038573 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-1a9d9ce6-c301-469f-8868-ed68995df8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:24.595295 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c2676593-e448-4d7c-9c4b-be16fac6762b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:25.129310 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:25.753688 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:27.094811 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:43.871604 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:41:49.363433 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:52.038921 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-0ac7f13c-e8a4-4a99-b6d8-c700af924b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:54.596428 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-82d892d5-f7ac-4e54-95cc-8d0449659821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.130136 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:55.756289 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:41:57.099298 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:19.379231 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:20.871677 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:42:22.038392 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-72d8299c-0dec-4437-9a55-329953dd152d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:24.596733 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-60d9e895-6a82-4973-8d0b-aa6ae32c3207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:25.130675 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:25.759392 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:27.100742 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:49.379615 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:52.038390 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1efd-f014-456c-944a-6e40690bd2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:54.596114 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-4a1c6529-1127-4797-9180-c365327ea461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:55.131738 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:55.762102 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:57.102839 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:42:57.870498 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:43:19.377043 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:22.041429 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c22de197-4683-466f-95cb-7f91cc8710f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:24.595883 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-576f512e-334b-4309-a722-b839b9491e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:25.133298 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:25.764857 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:27.106112 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:34.869819 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:43:49.407708 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:50.382195 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [req-bb7c4277-e5c9-4e45-b399-d7836640cbb9 req-7c86c8ed-c058-4c78-92ec-fcfca37928f6 service neutron] (93291) timed out ('10.222.0.53', 53214) {{(pid=93291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:43:50.998938 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [req-5b940b4f-f16f-459c-8f7b-cb8bdf769e1e req-9d337495-f76d-444b-b01b-9907c597f7f8 service neutron] (93291) timed out ('10.222.0.53', 53218) {{(pid=93291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:43:52.041325 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-efbc8565-e3f0-4671-b8cd-1029ace7553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:54.596019 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-53d21157-1f6c-4cca-9a4b-77e6436db3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:55.135943 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:55.767032 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:43:57.109447 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:11.868460 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:44:19.407150 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:22.040824 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-326b6b80-8f5b-4611-8a86-9d59780d2e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:24.598507 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-f36c1b95-07f3-4f94-84df-fdbfe828cfdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:25.136838 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:25.771603 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:27.112189 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:40.635657 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [req-17752fad-30a7-451e-b066-95336ff10489 req-542f5557-209c-49de-90b2-4a4a9dab5b80 service neutron] (93291) timed out ('10.222.0.79', 49936) {{(pid=93291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:44:44.350744 dv-cinder-802882-3-iscsi neutron-server[93291]: DEBUG neutron.wsgi [req-f0f35c62-9683-4fdb-9540-88d4dfad5253 req-2a588447-2e88-47c0-a6e9-471cdff8673e tempest-AttachVolumeNegativeTest-1980898156 tempest-AttachVolumeNegativeTest-1980898156-project] (93291) timed out ('10.222.0.53', 53238) {{(pid=93291) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 16:44:48.868216 dv-cinder-802882-3-iscsi neutron-server[93293]: DEBUG neutron.db.agents_db [None req-1234c015-9b11-40fa-85b2-3a228caad282 None None] Agent healthcheck: found 6 active agents {{(pid=93293) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 16:44:49.428328 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c9f12e62-73ea-4234-a6d2-913b4123ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:52.039864 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-7be49c1f-8fa8-4744-96c5-400dcfa34726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:54.599568 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-70f07b92-eb38-4335-b4e0-012b5c25707a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:55.137007 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-23faadb3-4995-4d88-9245-05bd09508eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:55.772709 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-c42be92c-f751-43c5-ad00-8ec2bb6d076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 16:44:57.115501 dv-cinder-802882-3-iscsi neutron-server[93292]: DEBUG neutron_lib.callbacks.manager [None req-315aab33-0fa1-4134-a6aa-3c7eca6bc357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791840496231', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1507260'] for agent, after_update {{(pid=93292) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}